-- Logs begin at Wed 2022-09-21 20:50:46 UTC, end at Wed 2022-09-21 21:54:21 UTC. -- Sep 21 21:25:29.820563 dv-cinder-858344-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 21:25:32.902789 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:25:32.903438 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:25:32.903631 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:25:32.907468 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:25:32.907723 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:25:32.907947 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:25:32.908932 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:25:32.909168 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:25:32.909573 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:25:32.909847 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:25:32.910081 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:25:32.910586 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.911021 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 21 21:25:32.911365 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.911667 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.911965 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.912268 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.912565 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.912852 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.913144 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.913446 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.913733 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.914598 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.914889 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.915190 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.915474 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.915763 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.916056 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.916344 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.916628 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.917050 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.917502 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.917809 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.918111 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.918491 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.918659 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.918943 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.919231 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.919680 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] host = dv-cinder-858344-1-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.920053 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.920243 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.920536 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.920888 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.921095 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.921375 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.921684 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.921974 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.922253 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.922533 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.922824 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.923116 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.923410 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.923639 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.923867 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.924156 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.924448 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.924727 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.925004 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.925281 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.925558 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.925858 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.926130 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.926420 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.926707 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.926997 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.927281 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.927559 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.927835 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.928109 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.928396 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.928673 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.928949 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.929225 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.929517 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.929851 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.930129 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.930434 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.930725 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.931012 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.931299 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.931577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.931862 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.932134 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.932408 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.932683 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.932957 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.933228 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.933510 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.933812 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.934075 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.934349 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.934622 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.934909 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.935204 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:32.935538 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.935912 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.936220 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.936521 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.936817 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.937101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.937400 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.937681 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.937997 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.938289 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.938580 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.938860 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.939164 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.939712 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.940010 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.940322 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.940621 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.940914 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.941193 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.941475 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.941751 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.942056 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.942344 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.942622 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.942914 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.943209 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.943527 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.943790 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.944078 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.944371 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.944662 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.944936 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.945242 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.945539 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.945909 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.946188 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.946466 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.946757 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.947036 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.947315 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.947602 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.947896 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.948187 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.948463 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.948740 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.949031 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.949311 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.949625 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.949980 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.950262 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.950537 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.950824 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.951101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.951386 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.951675 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.951955 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.952249 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.952503 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.952781 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.953061 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.953341 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.953632 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.953934 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.954211 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.954483 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.954757 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.955031 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.955305 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.955587 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.955864 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.956134 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.956410 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.956684 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.956961 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.957259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.957563 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.957869 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.958157 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.958440 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.958722 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.959004 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.959285 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.959567 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.959850 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.960129 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.960428 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.960717 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.961540 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.961969 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.962246 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.962570 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.962860 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.963145 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.963436 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.963719 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.964004 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.964295 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.964584 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.964884 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.965184 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.965483 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.965862 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.966179 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.966468 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.966788 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.967076 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:32.967299 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:25:32.967551 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103900) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 21:25:33.349545 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:25:33.349849 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:25:33.350160 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:25:33.350502 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 21:25:33.696844 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.697146 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.697417 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.698677 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.698953 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.699345 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.746586 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.746890 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.747167 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.762007 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.762386 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.762664 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.791361 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.791650 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.791926 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.832269 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.832559 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:33.832832 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.192687 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.193313 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.193313 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.193472 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.194218 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.296149 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.296476 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.296766 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.297038 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.297309 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.297627 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.297919 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.298184 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.298444 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.298734 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.298999 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.299266 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.299524 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.299782 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.300044 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.300312 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.300572 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.300847 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.301126 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.301389 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.301665 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.301951 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.302241 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.302634 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.302889 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.303140 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.303558 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.303807 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.304053 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.304297 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.304566 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.304808 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:34.305186 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 21:25:34.308485 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 21:25:34.312518 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 21:25:34.316736 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 21 21:25:34.318438 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 21:25:34.318917 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 21:25:34.319262 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 21:25:34.319656 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 21:25:34.323044 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 21:25:34.323295 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 21:25:34.323650 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:25:34.328614 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 21:25:34.353249 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 21:25:34.353725 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.354085 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103900) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 21 21:25:34.354467 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.355878 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103900) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 21:25:34.356150 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:25:34.356398 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 21:25:34.367875 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.368166 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:34.498802 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 21:25:34.498978 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 21:25:34.499196 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 21:25:34.499588 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 21:25:34.523446 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_db.sqlalchemy.engines [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103900) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 21:25:34.977845 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing driver for type 'gre' Sep 21 21:25:34.978373 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] gre ID ranges: [(1, 1000)] Sep 21 21:25:35.031770 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing driver for type 'local' Sep 21 21:25:35.032103 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing driver for type 'vlan' Sep 21 21:25:35.046504 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] VlanTypeDriver initialization complete Sep 21 21:25:35.046868 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing driver for type 'vxlan' Sep 21 21:25:35.047379 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] vxlan ID ranges: [(1, 1000)] Sep 21 21:25:35.105816 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing extension driver 'port_security' Sep 21 21:25:35.106157 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.extensions.port_security [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] PortSecurityExtensionDriver initialization complete Sep 21 21:25:35.106485 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing mechanism driver 'openvswitch' Sep 21 21:25:35.106809 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing mechanism driver 'hyperv' Sep 21 21:25:35.113391 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.plugin [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:35.114281 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.114656 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.115011 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.115549 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.115983 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.116339 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.116685 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.117614 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.118049 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.118400 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.118743 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.119131 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.119532 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.119881 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.120223 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.120616 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.121023 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.121372 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.121715 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.122134 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.122545 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > address_group after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.122887 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > address_group after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.123279 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.123618 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:25:35.124114 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] ML2 OVO RPC backend initialized. {{(pid=103900) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 21 21:25:35.124778 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.125135 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.125548 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.125922 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > networks before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.126267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.126603 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > ports before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.126943 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.127278 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnets before_response 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.127620 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.127956 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.128287 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.128619 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.128951 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.129283 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.129614 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.129968 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.130300 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.137664 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded quota_driver: . Sep 21 21:25:35.138048 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.plugin [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Modular L2 Plugin initialization complete Sep 21 21:25:35.138397 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading services supported by the core plugin {{(pid=103900) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 21:25:35.138743 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.plugins.ml2.managers [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Got port-security extension from driver 'port_security' Sep 21 21:25:35.139228 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.extensions.vlantransparent [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Disabled vlantransparent extension. Sep 21 21:25:35.139720 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103900) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 21:25:35.140043 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: router Sep 21 21:25:35.176407 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.176724 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.177098 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router before_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.177465 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.177861 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.178220 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_delete 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.178577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.178926 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.179290 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.179670 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.180018 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.180361 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.180718 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.181127 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.181497 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.181860 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.182202 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: subnet after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.182539 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.182888 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.183240 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.183590 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.184074 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.184433 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router after_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.184775 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.185129 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.185488 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.185859 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.186231 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > agent after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.186575 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > agent after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.186918 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > network after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.187808 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Tracking information for resource: router configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:35.188137 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Tracking information for resource: floatingip configured {{(pid=103900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:25:35.193451 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.db.l3_agentschedulers_db [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 21:25:35.194068 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.194422 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.194777 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.195156 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: port after_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.195963 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router before_create 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.196326 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.196687 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_create 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.197041 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > router precommit_update 55550100 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.202002 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.provider_configuration [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service providers = [] {{(pid=103900) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 21:25:35.202370 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.db.servicetype_db [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103900) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 21:25:35.205376 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:25:35.205723 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:25:35.206088 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:25:35.206969 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.services.service_base [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:25:35.207339 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.services.service_base [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 21:25:35.207722 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.208035 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 21:25:35.219334 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.219667 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: auto_allocate Sep 21 21:25:35.225476 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: network precommit_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.225886 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: network precommit_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.227038 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.227363 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: tag Sep 21 21:25:35.235599 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.235923 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: timestamp Sep 21 21:25:35.239787 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.240118 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: network_ip_availability Sep 21 21:25:35.245806 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.246184 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.246544 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.247373 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.247641 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: flavors Sep 21 21:25:35.252631 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.252955 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading Plugin: revisions Sep 21 21:25:35.257406 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:25:35.258002 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.908s {{(pid=103900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:25:35.258765 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103900) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 21:25:35.259099 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Initializing extension manager. Sep 21 21:25:35.259621 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: __init__.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.259964 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: __pycache__ {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.260299 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.261062 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.261635 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: address-group Sep 21 21:25:35.261997 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: address_scope.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.263144 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.263250 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: address-scope Sep 21 21:25:35.263527 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: router-admin-state-down-before-update Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: agent.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: agent Sep 21 21:25:35.266899 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: agent_resources_synced.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.267883 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.268187 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: agent-resources-synced Sep 21 21:25:35.268508 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: allowedaddresspairs.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.270336 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.270847 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: allowed-address-pairs Sep 21 21:25:35.271170 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: auto_allocated_topology.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.272245 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.272752 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: auto-allocated-topology Sep 21 21:25:35.273073 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.274301 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.274808 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: availability_zone Sep 21 21:25:35.275127 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: availability_zone_filter.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.276035 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.276539 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: availability_zone_filter Sep 21 21:25:35.276858 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: data_plane_status.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.277762 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.278285 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 21:25:35.278601 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: default_subnetpools.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.279501 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.279998 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: default-subnetpools Sep 21 21:25:35.280318 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.281139 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.281635 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: dhcp_agent_scheduler Sep 21 21:25:35.281987 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: dns.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.282932 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.283489 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 21:25:35.283822 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: dns_domain_ports.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.284877 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.285223 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 21:25:35.285538 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.286478 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.286968 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 21:25:35.287284 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: dvr.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.287946 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.288441 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: dvr Sep 21 21:25:35.288759 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: ecmp_routes.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.290259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.290754 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 21:25:35.291075 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: empty_string_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.291970 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.292479 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: empty-string-filtering Sep 21 21:25:35.292799 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.293705 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.294232 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:25:35.294551 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.295453 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.295946 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 21:25:35.296267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: external_net.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.297162 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.297658 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: external-net Sep 21 21:25:35.298011 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.298919 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.299398 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: extra_dhcp_opt Sep 21 21:25:35.299719 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: extraroute.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.300615 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.301112 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: extraroute Sep 21 21:25:35.301435 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: extraroute_atomic.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.302499 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.303006 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: extraroute-atomic Sep 21 21:25:35.303331 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: filter_validation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.303999 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.304518 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: filter-validation Sep 21 21:25:35.304840 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: fip_pf_description.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.305740 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.306260 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 21:25:35.306577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: fip_port_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.307685 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.308189 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: fip-port-details Sep 21 21:25:35.308511 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: flavors.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.309736 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.310259 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: flavors Sep 21 21:25:35.310581 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.312241 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.312744 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 21:25:35.313075 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: floatingip_pools.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.313803 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.314549 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: floatingip-pools Sep 21 21:25:35.314879 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: ip_allocation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.315786 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.316279 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 21:25:35.316599 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.317505 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.318044 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: ip-substring-filtering Sep 21 21:25:35.318372 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l2_adjacency.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.319294 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.319792 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 21:25:35.320137 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.321128 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.321637 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: router Sep 21 21:25:35.321991 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.324228 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.324742 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:25:35.325071 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.326034 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.326539 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: ext-gw-mode Sep 21 21:25:35.326865 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.327772 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.328268 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: l3-ha Sep 21 21:25:35.328591 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.329490 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.330026 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 21:25:35.330352 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_flavors.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.331254 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.331754 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: l3-flavors Sep 21 21:25:35.332076 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.333441 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.333988 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 21:25:35.334320 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.335228 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.336262 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 21:25:35.336621 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: l3agentscheduler.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.337675 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.338212 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: l3_agent_scheduler Sep 21 21:25:35.338540 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: local_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.340583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.341094 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension local_ip not supported by any of loaded plugins Sep 21 21:25:35.341425 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: logging.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.343069 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.343580 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension logging not supported by any of loaded plugins Sep 21 21:25:35.343914 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: metering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.344661 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.345242 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: metering Sep 21 21:25:35.345576 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.346712 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.347218 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: metering_source_and_destination_fields Sep 21 21:25:35.347545 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: multiprovidernet.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.348462 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.348964 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: multi-provider Sep 21 21:25:35.349286 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: netmtu.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.350229 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.350731 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: net-mtu Sep 21 21:25:35.351053 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: netmtu_writable.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.352852 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.353349 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: net-mtu-writable Sep 21 21:25:35.353677 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: network_availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.354373 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.354872 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: network_availability_zone Sep 21 21:25:35.355190 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: network_ip_availability.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.356305 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.356807 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: network-ip-availability Sep 21 21:25:35.357129 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: network_segment_range.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.357973 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.358425 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 21:25:35.358745 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: pagination.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.359731 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.360057 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: pagination Sep 21 21:25:35.360375 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: port_device_profile.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.361267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.361788 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: port-device-profile Sep 21 21:25:35.362116 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.363030 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.363539 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: port-mac-address-regenerate Sep 21 21:25:35.363860 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.364781 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.365321 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: port-numa-affinity-policy Sep 21 21:25:35.365650 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: port_resource_request.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.366576 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.367109 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 21:25:35.367429 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: port_resource_request_groups.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.368373 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.368872 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 21:25:35.369192 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: portbindings.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.370144 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.370648 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: binding Sep 21 21:25:35.370967 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: portbindings_extended.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.372217 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.372719 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: binding-extended Sep 21 21:25:35.373046 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: portsecurity.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.373976 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.374471 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: port-security Sep 21 21:25:35.374791 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: project_id.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.375750 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.376077 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: project-id Sep 21 21:25:35.376397 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: providernet.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.377311 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.377851 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: provider Sep 21 21:25:35.378176 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.381736 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.382371 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos not supported by any of loaded plugins Sep 21 21:25:35.382727 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.383977 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.384486 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 21:25:35.384814 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.385727 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.386251 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 21:25:35.386577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_default.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.387476 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.387975 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-default not supported by any of loaded plugins Sep 21 21:25:35.388300 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_fip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.389202 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.389706 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 21:25:35.390053 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.390954 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.391457 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 21:25:35.391779 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_gateway_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.392833 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.393336 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 21:25:35.393667 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_port_network_policy.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.394592 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.395091 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 21:25:35.395413 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.396442 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.396944 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 21:25:35.397267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.398858 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.399365 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 21:25:35.399688 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_pps_rule.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.400855 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.401361 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 21:25:35.401684 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_rule_type_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.402616 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.403115 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 21:25:35.403438 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: qos_rules_alias.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.404480 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.404986 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 21:25:35.405311 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: quota_check_limit.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.406238 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.406747 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: quota-check-limit Sep 21 21:25:35.407069 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: quotasv2.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.408046 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.408375 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: quotas Sep 21 21:25:35.408695 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: quotasv2_detail.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.410428 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.410771 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: quota_details Sep 21 21:25:35.411101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: rbac.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.412160 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.412677 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: rbac-policies Sep 21 21:25:35.413007 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: rbac_address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.414600 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.415112 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: rbac-address-group Sep 21 21:25:35.415482 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: rbac_address_scope.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.416394 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.416900 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: rbac-address-scope Sep 21 21:25:35.417259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: rbac_security_groups.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.418200 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.418658 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: rbac-security-groups Sep 21 21:25:35.418981 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: rbac_subnetpool.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.419877 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.420378 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: rbac-subnetpool Sep 21 21:25:35.420700 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: revisionifmatch.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.421676 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.422216 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: revision-if-match Sep 21 21:25:35.422541 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: revisions.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.423642 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.424144 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: standard-attr-revisions Sep 21 21:25:35.424475 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: router_availability_zone.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.425149 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.425650 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: router_availability_zone Sep 21 21:25:35.425995 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: routerservicetype.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.426951 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.427402 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 21:25:35.427725 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.428632 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.429137 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: security-groups-normalized-cidr Sep 21 21:25:35.429483 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.430425 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.430936 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: port-security-groups-filtering Sep 21 21:25:35.431257 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.432182 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.432687 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: security-groups-remote-address-group Sep 21 21:25:35.433007 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.433954 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.434456 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: security-groups-shared-filtering Sep 21 21:25:35.434780 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.435365 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 21 21:25:35.435683 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: securitygroup.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.445671 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.446222 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: security-group Sep 21 21:25:35.446557 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: segment.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.447302 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.447803 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension segment not supported by any of loaded plugins Sep 21 21:25:35.448133 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.449094 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.449642 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 21:25:35.449952 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: servicetype.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.451048 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.451557 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: service-type Sep 21 21:25:35.451883 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: sorting.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.452854 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.453184 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: sorting Sep 21 21:25:35.453506 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: standard_attr_segment.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.454427 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.454943 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 21:25:35.455261 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: standardattrdescription.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.455903 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.456402 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: standard-attr-description Sep 21 21:25:35.456721 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: stateful_security_group.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.457640 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.458183 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: stateful-security-group Sep 21 21:25:35.458504 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: stdattrs_common.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.459063 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 21:25:35.459383 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.460310 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.461339 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 21:25:35.461662 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnet_onboard.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.462750 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.463263 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: subnet_onboard Sep 21 21:25:35.463585 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.464500 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.465004 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 21:25:35.465323 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnet_service_types.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.466279 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.466788 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: subnet-service-types Sep 21 21:25:35.467109 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnetallocation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.468182 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.468691 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: subnet_allocation Sep 21 21:25:35.469011 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.469670 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.470203 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: subnetpool-prefix-ops Sep 21 21:25:35.470524 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.471438 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.471944 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 21:25:35.472263 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: tagging.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.473337 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.473942 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: standard-attr-tag Sep 21 21:25:35.474273 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: timestamp.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.475477 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.475984 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loaded extension: standard-attr-timestamp Sep 21 21:25:35.476310 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: trunk.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.477937 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.478440 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension trunk not supported by any of loaded plugins Sep 21 21:25:35.478765 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: trunk_details.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.479683 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.480186 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 21:25:35.480510 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: uplink_status_propagation.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.481430 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.481962 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 21:25:35.482286 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Loading extension file: vlantransparent.py {{(pid=103900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:25:35.482963 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:25:35.483458 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 21:25:35.486115 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:network Sep 21 21:25:35.486643 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnet Sep 21 21:25:35.487035 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:25:35.487425 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:port Sep 21 21:25:35.488786 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.489231 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service FLAVORS assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.489890 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.490328 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.490659 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:router Sep 21 21:25:35.491084 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:25:35.491584 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service METERING assigned prefix: /metering {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.493089 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.493471 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.493858 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:25:35.494869 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:25:35.495322 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:25:35.495755 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:25:35.496354 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.496687 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:25:35.497029 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] subnetpool is already registered Sep 21 21:25:35.497452 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.497807 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:25:35.498134 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] subnetpool is already registered Sep 21 21:25:35.500461 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.500895 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service FLAVORS assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.501482 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.501934 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.502270 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:router Sep 21 21:25:35.502606 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] router is already registered Sep 21 21:25:35.503016 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:25:35.503351 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] floatingip is already registered Sep 21 21:25:35.503803 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service METERING assigned prefix: /metering {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.504470 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:25:35.504797 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] rbac_policy is already registered Sep 21 21:25:35.505210 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:25:35.505541 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] security_group is already registered Sep 21 21:25:35.505968 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:25:35.506301 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] security_group_rule is already registered Sep 21 21:25:35.506931 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.507260 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:25:35.507620 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] subnetpool is already registered Sep 21 21:25:35.508037 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.v2.resource_helper [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Service CORE assigned prefix: {{(pid=103900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:25:35.508360 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:25:35.508697 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING neutron.quota.resource_registry [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] subnetpool is already registered Sep 21 21:25:35.509166 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: extensions {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.510701 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: address-groups {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.512214 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: address-scopes {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.513515 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.514721 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: auto-allocated-topology {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.515970 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: availability_zones {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.517199 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: dhcp-networks {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.519963 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: dhcp-agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.521419 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.524183 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: flavors {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.525342 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: service_profiles {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.526594 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: next_providers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.528050 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: service_profiles {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.530088 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: floatingip-pools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.531501 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.533676 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: floatingips {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.535124 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: l3-routers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.536618 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: l3-agents {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.538076 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: metering-labels {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.540023 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: metering-label-rules {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.541317 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: network-ip-availabilities {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.542599 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: bindings {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.544245 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: quotas {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.545841 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: quotas {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.547374 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: rbac-policies {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.548661 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: security-groups {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.549917 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: security-group-rules {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.551159 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: service-providers {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.552428 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: subnetpools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.553856 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: subnetpools {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.555365 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.557031 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.558850 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.560676 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.562508 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.564611 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.566324 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.568229 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.570024 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.572376 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron.api.extensions [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Extended resource: tags {{(pid=103900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:25:35.578605 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING keystonemiddleware.auth_token [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 21:25:35.584385 dv-cinder-858344-1-iscsi neutron-server[103900]: WARNING keystonemiddleware.auth_token [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 21:25:35.593913 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Acquired lock "singleton_lock" {{(pid=103900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 21 21:25:35.594392 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_concurrency.lockutils [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Releasing lock "singleton_lock" {{(pid=103900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 21:25:35.595052 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Starting 2 workers Sep 21 21:25:35.599936 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Started child 104009 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:25:35.604648 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Started child 104010 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:25:35.605665 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.606546 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO neutron.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 21:25:35.606953 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.607406 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [-] (104009) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:25:35.609467 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Starting 1 workers Sep 21 21:25:35.610389 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.611992 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [-] (104010) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:25:35.614843 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Started child 104011 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:25:35.615414 dv-cinder-858344-1-iscsi neutron-server[103900]: INFO oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Starting 1 workers Sep 21 21:25:35.619133 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] calling RpcWorker wait() {{(pid=104011) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 21:25:35.619743 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] returning from RpcWorker wait() {{(pid=104011) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 21:25:35.620174 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Started child 104012 {{(pid=103900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:25:35.620930 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.621040 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG neutron_lib.callbacks.manager [None req-703483eb-2c90-40f5-8633-ce9b904d9d66 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.621416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:35.622995 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:25:35.623210 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:25:35.623398 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:25:35.623630 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:25:35.623969 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:25:35.624134 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:25:35.624806 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.625231 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.625464 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:35.625990 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.625990 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.626181 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.626788 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:35.626905 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.627331 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.627746 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.628166 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.628576 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.628886 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.629195 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.629585 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.629999 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.630444 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.630862 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.631238 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.631629 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.631959 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.632372 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.633310 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.633678 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.634113 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.634496 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.635124 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.635517 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.635891 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.636256 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.636667 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.637049 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.637469 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.637874 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.638234 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.638610 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.639018 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.639405 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.639760 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.640152 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.640518 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.640906 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.641292 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.641966 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host = dv-cinder-858344-1-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.642375 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.642733 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.643108 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.643495 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.643913 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.644289 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.644702 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.645106 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.645491 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.646160 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.646875 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.647292 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.647700 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.647966 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.648131 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_options = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.649140 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.649626 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.649945 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.650139 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.650441 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.650748 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.651171 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.651342 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.651742 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.652099 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.652478 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.652851 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.653248 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.653478 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.653738 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.654732 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.655017 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.655255 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.655564 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.655839 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.656089 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.656334 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.656583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.656825 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.657056 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.657309 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.657584 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.657842 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.658101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.658351 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.658578 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.658837 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.659071 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.659534 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.659838 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.660080 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.660487 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.660724 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.661014 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.661248 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.661657 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.661994 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.662231 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.662477 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.662710 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.662952 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.663182 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.663425 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.663697 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.663982 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.664210 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.664434 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.664659 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.664906 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.665170 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.665393 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.665849 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.666294 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.666792 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.667065 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.667312 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.667564 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.667823 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.668056 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.668406 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.668664 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.668994 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.669236 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.669564 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.669880 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.670173 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.670497 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.670760 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.671037 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.671259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.671666 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.671921 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.672163 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.672452 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.672684 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.672940 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.673176 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.673556 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.674029 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.674448 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.674915 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.675329 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.675761 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.676160 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.676518 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.676890 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.677565 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.677743 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.678147 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.678521 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.678967 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.679215 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.679460 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.679807 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.680740 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.681033 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.681277 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.681677 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.682118 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.682529 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.682938 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.683308 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.683709 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.684203 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.684646 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.685700 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.686140 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.686554 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.687010 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.687273 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.687693 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.688097 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.688469 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.688862 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.689101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.689584 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.689831 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.690064 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.690282 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.690708 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.690939 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.691165 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.691389 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.691613 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.692054 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.692361 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.692767 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.693160 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.693581 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.694005 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.694401 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.694793 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.695769 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.695997 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.696222 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.696437 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.696870 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.697110 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.697501 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.697888 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.698250 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.698627 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.699040 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.699541 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.699967 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.700423 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.700716 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.701100 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.701443 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.701824 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.702447 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.702841 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.703222 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.703622 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.703962 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.704355 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.704770 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.705185 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.705578 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.706247 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.706372 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.706690 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.707286 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.707879 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.708467 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.709115 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.709537 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.709900 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.710190 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.710510 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.711472 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.711738 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.712065 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.712324 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.712592 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.712946 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.713259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.713573 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.713854 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.714135 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.714432 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.714674 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.714943 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.715269 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.715582 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.715838 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.716104 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.716340 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.716568 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.716835 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.717161 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.717413 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.717647 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.717910 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.718216 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.718476 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.718743 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.719015 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.719270 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.719511 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.719762 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.720009 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.720235 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.720484 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.720723 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.720966 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.721207 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.721588 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.722004 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.722234 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.722458 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.722722 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.722948 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.723197 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.723436 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.723664 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.723893 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.724133 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.724347 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.724439 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:35.724583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.724818 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.725047 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.725271 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.725494 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.725730 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.726015 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.726273 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.727076 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.727335 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.727591 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.727831 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.728128 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.728370 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.728589 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.728844 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.729073 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.729321 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.729566 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.729845 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.730000 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.730282 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.730450 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.730649 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.730984 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.731246 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.731607 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.731878 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.732237 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.732390 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.732825 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.732825 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.733077 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.733284 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.733510 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.733732 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.734007 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.734230 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.734477 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.734702 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.734923 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.735147 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.735416 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.735660 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.735919 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.736145 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.736374 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.736596 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.737000 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.737252 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.737466 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.737683 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.737923 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.738151 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.738369 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.738665 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.738935 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.739172 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.739446 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.739696 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.739970 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.740224 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.740449 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.740667 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.740900 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.741123 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.741344 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.741575 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.742001 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.742753 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.742985 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.743233 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.743452 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.743684 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.743904 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.744121 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.744351 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.744574 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.744812 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.745045 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.745262 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.745483 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.745735 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.745985 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.746201 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.746545 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.746768 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.746989 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.747243 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.747501 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.747682 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.747981 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.748238 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.748465 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.748764 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.749006 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.749270 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.749517 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.749861 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.750105 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.750364 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.750624 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.750843 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.751098 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.751360 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.751701 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.751988 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.752227 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.752492 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.752803 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.753090 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.753382 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.753625 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.753968 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.754296 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.754580 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.754850 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.755101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.755355 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.755583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.755805 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.756045 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.756284 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.756523 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.756784 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.757019 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.757249 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.757473 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.757742 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.758025 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.758262 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.758478 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.758739 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.758960 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.759124 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:25:35.759679 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:25:35.759849 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:25:35.760005 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:25:35.760342 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:25:35.760521 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:25:35.760678 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:25:35.760895 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761061 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761229 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761396 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761562 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761749 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.761939 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.762205 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.762368 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.762688 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.762858 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.763022 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.763182 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.763494 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.763656 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.763967 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764134 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764299 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764484 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764652 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764817 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.764981 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.765141 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] debug = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.765306 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.765530 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.765701 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.765889 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.766054 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.766219 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.766379 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.766711 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.766879 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.767038 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.767353 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.767516 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.767675 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.767985 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768148 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768310 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768474 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768635 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768798 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host = dv-cinder-858344-1-iscsi {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.768961 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769125 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769286 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769449 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769611 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769790 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.769950 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770113 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770275 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770442 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770604 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770768 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.770930 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771092 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771254 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_options = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771416 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771739 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.771930 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772097 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772260 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772423 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772587 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772747 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.772907 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773069 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773259 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773420 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773744 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.773931 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774094 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774256 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774419 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774582 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774743 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.774904 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775066 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775228 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775390 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775552 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775714 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.775875 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776035 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776196 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776359 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776521 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776682 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.776843 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777004 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777166 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777329 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777490 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777739 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.777931 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778095 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778258 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778420 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778582 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778744 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.778906 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779068 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_json = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779230 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779392 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779556 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779721 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.779883 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.780045 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.780207 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.780377 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.780540 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:25:35.780727 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.780895 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.781073 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.781239 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782028 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782028 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782028 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782028 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782028 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782396 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782396 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782533 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782683 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.782849 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783014 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783183 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783349 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783516 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783688 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.783852 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784016 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784180 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784354 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784518 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784682 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.784847 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785012 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785187 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785352 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785534 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785699 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.785904 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786072 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786238 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786405 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786572 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786738 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.786904 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787070 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787236 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787402 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787567 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787733 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.787900 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.788066 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.788233 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.788400 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.788566 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.788732 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.789415 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.789581 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.789746 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.789934 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790101 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790266 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790432 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790597 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790778 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.790943 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791109 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791274 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791438 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791603 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791768 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.791934 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792100 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792266 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792431 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792610 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792776 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.792942 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.793107 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.793336 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.793537 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.793703 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.793891 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794058 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794224 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794389 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794554 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794720 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.794887 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795054 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795219 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795385 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795551 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795717 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.795883 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796048 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796214 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796379 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796555 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796734 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.796901 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797065 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797230 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797397 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797564 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797731 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.797921 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798086 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798251 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798418 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798583 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798752 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.798919 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799085 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799251 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799416 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799581 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799746 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.799911 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800076 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800242 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800407 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800572 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800741 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.800906 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801071 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801245 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801410 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801580 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801746 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.801947 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802124 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802292 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802457 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802623 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802788 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.802954 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803119 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803322 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803437 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803601 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803767 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.803944 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.804109 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.804273 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.804438 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.804679 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.804846 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805011 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805176 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805342 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805507 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805673 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.805861 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806029 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806194 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806361 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806527 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806693 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.806861 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807027 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807192 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807358 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807524 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807690 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.807857 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808022 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808188 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808355 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808520 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808685 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.808889 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809108 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809276 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809442 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809608 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809789 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.809961 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810128 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810294 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810460 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810626 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810797 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.810966 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811131 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811298 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811463 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811629 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811794 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.811960 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812129 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812295 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812462 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812627 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812792 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.812959 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.813125 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.813291 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.813457 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.813623 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.813819 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.814007 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.814173 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.814602 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.814773 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.814939 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815104 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815270 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815437 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815602 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815767 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.815934 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816100 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816433 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816598 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816762 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.816932 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817100 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817267 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817434 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817601 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817789 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.817954 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818120 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818286 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818461 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818632 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818769 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.818929 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819107 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819273 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819441 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819607 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819772 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.819937 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.820643 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.820811 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.820976 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.821143 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.821312 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.821478 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.821653 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.821850 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822018 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822188 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822352 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822517 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822692 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.822857 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823023 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823188 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823353 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823518 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823692 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.823857 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824022 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824187 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824351 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824599 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824781 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.824948 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825114 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825277 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825442 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825606 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825803 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.825974 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826141 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826316 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826482 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826648 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826815 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.826995 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827162 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827331 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827496 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827662 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827828 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.827996 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.828166 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.828342 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.828514 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.828682 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.828856 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829032 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829207 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829374 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829547 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829724 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.829913 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830080 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830246 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830411 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830577 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830743 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.830909 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831073 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831242 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831407 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831572 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831736 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.831901 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832066 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832249 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832397 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832562 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832727 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.832892 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:25:35.833050 dv-cinder-858344-1-iscsi neutron-server[103900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:25:36.021516 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51816) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:25:36.030371 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066400 Sep 21 21:25:48.130290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952f6fe-866e-4c1a-a0cd-96fcb062a166 None None] get_active_networks_info from dv-cinder-858344-1-iscsi {{(pid=104011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 21 21:25:48.212942 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-32870116-8663-45e8-ad71-11a3c63eb5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:48.279565 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952f6fe-866e-4c1a-a0cd-96fcb062a166 None None] No non-hosted networks {{(pid=104011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 21:25:50.338061 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fba5db50-41d7-4869-9257-cdea9076de3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:50.491336 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9e3851e2-be68-460f-8a98-bc087c9cbd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:51.744725 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:53.625641 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:54.468375 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:54.469025 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.469415 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.469687 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.470047 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.470431 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.470755 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485181 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485181 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485181 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485181 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485616 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.485616 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.486051 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:25:54.488693 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858344-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:54.502136 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858344-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:25:55.068173 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51908) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:25:55.671097 dv-cinder-858344-1-iscsi neutron-server[104010]: WARNING oslo_policy.policy [None req-57a7f15b-a804-42b2-86cb-93c82195aa39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:25:55.671658 dv-cinder-858344-1-iscsi neutron-server[104010]: WARNING oslo_policy.policy [None req-57a7f15b-a804-42b2-86cb-93c82195aa39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:25:55.856964 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.db.l3_hamode_db [None req-27ebdd89-1cfe-4970-b85c-dcae2190effb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 21:25:55.897666 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [None req-57a7f15b-a804-42b2-86cb-93c82195aa39 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:25:55.905272 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-57a7f15b-a804-42b2-86cb-93c82195aa39 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8296838 Sep 21 21:25:55.937278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebdd89-1cfe-4970-b85c-dcae2190effb None None] Routers set() bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:25:55.937674 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebdd89-1cfe-4970-b85c-dcae2190effb None None] Router IDs set() for agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 21 21:25:58.546910 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51924) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:25:58.885035 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:25:58.977504 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.policy [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104010) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:25:59.022814 dv-cinder-858344-1-iscsi neutron-server[104010]: WARNING oslo_policy.policy [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:25:59.023197 dv-cinder-858344-1-iscsi neutron-server[104010]: WARNING oslo_policy.policy [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:25:59.121388 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868083983', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868083490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868065692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868055353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868113613', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751868101861', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1456783', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1480506', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7961922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8102139'] for rbac-policy (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:59.192946 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:25:59.194195 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ab523525-7f9e-4d43-97ef-a2c7e7020934 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6462712 Sep 21 21:26:01.772841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 51934) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:02.299841 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:26:02.300408 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:26:02.531609 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:02.588153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Made reservation on behalf of ad1108eb32e344cea3d587d92d38df97 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:26:02.650613 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.policy [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:26:02.695459 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:26:02.695846 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:26:02.706635 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:02.728652 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:02.845802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks [] for security_group (04479fbf-42ac-41c7-88f3-e0c4f08e9a67), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:02.849704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (04479fbf-42ac-41c7-88f3-e0c4f08e9a67), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:02.883126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:26:02.915251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751864524270', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (91834ef1-be8a-4f4c-8312-d4e7ebe3680d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:02.915804 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Unsubscribe: segment precommit_create {{(pid=104009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:26:02.916315 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Added segment 91834ef1-be8a-4f4c-8312-d4e7ebe3680d of type vlan for network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 Sep 21 21:26:02.922784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04479fbf-42ac-41c7-88f3-e0c4f08e9a67,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:02.966943 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.967310 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.967672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.968013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.968347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.968677 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.969051 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.969377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.969701 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.970072 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.970398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.970720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.971038 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Tracked resource versions report: Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: pushed versions: Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.2'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: consumer versions: Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Log': '1.0', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Network': '1.1', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Port': '1.7', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'PortForwarding': '1.2', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Sep 21 21:26:02.972440 dv-cinder-858344-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:26:03.034854 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (c2368f03-150d-4b8e-aa47-fe5758dcc3c3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:03.076306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (c2368f03-150d-4b8e-aa47-fe5758dcc3c3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:03.081683 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:03.082434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:03.179364 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4037220 Sep 21 21:26:03.212601 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285cb06-54dd-4782-a1ab-02970a0331f6 demo demo] Pushing event updated for resources: {'Network': ['ID=c2368f03-150d-4b8e-aa47-fe5758dcc3c3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:03.225002 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:26:05.804948 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 51954) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:06.217484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527787c-3bc3-4eb1-ae91-28e94f87dfdc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:06.218926 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3527787c-3bc3-4eb1-ae91-28e94f87dfdc demo admin] 10.222.0.18 "GET /v2.0/networks/c2368f03-150d-4b8e-aa47-fe5758dcc3c3 HTTP/1.1" status: 200 len: 824 time: 0.4129968 Sep 21 21:26:06.258484 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0220f57b-7659-4929-bf15-2c1c546ec26f demo admin] 10.222.0.18 "GET /v2.0/subnetpools/bea77289-3b3a-48f1-a2a9-707b2106cf3f HTTP/1.1" status: 200 len: 734 time: 0.0338521 Sep 21 21:26:06.267334 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Request body: {'subnet': {'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:06.289403 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Made reservation on behalf of ad1108eb32e344cea3d587d92d38df97 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:26:06.291658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:06.581038 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (214bab91-0600-46a5-8ed1-380253cd0591), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:06.648976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Pushing event updated for resources: {'Subnet': ['ID=214bab91-0600-46a5-8ed1-380253cd0591,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:06.650970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Checking segment: {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:26:06.651355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Network hostable DHCP agents. Network: c2368f03-150d-4b8e-aa47-fe5758dcc3c3, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:26:06.672538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:26:06.684659 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, c2368f03-150d-4b8e-aa47-fe5758dcc3c3) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:06.689761 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:06.690406 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:06.695939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f6d76e-004b-439f-9360-e522d197df52 None None] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:26:06.709461 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6c5e5386-0281-4d48-88aa-996f02231776 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4453933 Sep 21 21:26:07.070120 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:26:07.071579 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.348302 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Allocated IP 172.20.0.2 (c2368f03-150d-4b8e-aa47-fe5758dcc3c3/214bab91-0600-46a5-8ed1-380253cd0591/deacfba3-8905-4fb6-8c15-cfba99b2f6cc) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:26:07.616091 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks [] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.624215 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.691595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:26:07.696502 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:07.710810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:26:07.717697 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Pushing event updated for resources: {'Port': ['ID=deacfba3-8905-4fb6-8c15-cfba99b2f6cc,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:07.749886 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.750262 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.750629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.750975 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.751312 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.751800 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.752141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.752473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.752807 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.753158 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.753492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.753846 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.754182 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Tracked resource versions report: Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: pushed versions: Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.2'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: consumer versions: Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Log': '1.0', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Network': '1.1', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Port': '1.7', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'PortForwarding': '1.2', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SubPort': '1.0', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Subnet': '1.1', Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} Sep 21 21:26:07.755630 dv-cinder-858344-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:26:07.807734 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Attempting to bind port deacfba3-8905-4fb6-8c15-cfba99b2f6cc on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:26:07.808129 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Attempting to bind port deacfba3-8905-4fb6-8c15-cfba99b2f6cc by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:26:07.808569 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Attempting to bind port deacfba3-8905-4fb6-8c15-cfba99b2f6cc on network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:26:07.813456 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:26:07.813854 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Checking segment: {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:26:07.814596 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.814992 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Bound using segment: {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:26:07.815479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Bound port: deacfba3-8905-4fb6-8c15-cfba99b2f6cc, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:26:07.815893 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.874974 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] For port deacfba3-8905-4fb6-8c15-cfba99b2f6cc, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:26:07.879569 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] For port deacfba3-8905-4fb6-8c15-cfba99b2f6cc, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=deacfba3-8905-4fb6-8c15-cfba99b2f6cc,segment=NetworkSegment(91834ef1-be8a-4f4c-8312-d4e7ebe3680d),segment_id=91834ef1-be8a-4f4c-8312-d4e7ebe3680d)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:26:07.889964 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:07.954423 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598847-2619-47d4-b3e1-40eee24a776b None None] Pushing event updated for resources: {'Port': ['ID=deacfba3-8905-4fb6-8c15-cfba99b2f6cc,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:09.322400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51962) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:09.640035 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [None req-e189fed1-aa12-4135-a097-7db024b5addb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:26:09.641025 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e189fed1-aa12-4135-a097-7db024b5addb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177075 Sep 21 21:26:12.297173 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51970) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:12.610909 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [None req-6ee30d20-6d83-4fe8-a000-acc9e183ea7a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:26:12.611908 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6ee30d20-6d83-4fe8-a000-acc9e183ea7a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129077 Sep 21 21:26:15.213215 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51978) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:15.519706 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:15.549044 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (5d0e8f6d-5b25-4424-802a-827f1de48cbc), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:15.550767 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (5d0e8f6d-5b25-4424-802a-827f1de48cbc), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:15.700266 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Publish callbacks [] for router_controller (5d0e8f6d-5b25-4424-802a-827f1de48cbc), precommit_add_association {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:15.704824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (5d0e8f6d-5b25-4424-802a-827f1de48cbc), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:15.726292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:15.727478 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e54ed142-0261-43a5-831b-262cbba36f24 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5132399 Sep 21 21:26:17.664156 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:26:18.043053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1e7c-0ad0-4d53-8e66-5e86c3457bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:18.388576 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 51990) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:18.755969 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [None req-6ded29dd-1871-42c9-879a-75cabaf4a7c3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:26:18.757506 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6ded29dd-1871-42c9-879a-75cabaf4a7c3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3680000 Sep 21 21:26:19.380531 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device deacfba3-8905-4fb6-8c15-cfba99b2f6cc up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:26:19.466807 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port deacfba3-8905-4fb6-8c15-cfba99b2f6cc triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:19.467228 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:19.467580 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port deacfba3-8905-4fb6-8c15-cfba99b2f6cc Sep 21 21:26:19.591329 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bb456-bf86-4494-80e6-b94d7fe301a4 None None] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:26:19.611512 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port deacfba3-8905-4fb6-8c15-cfba99b2f6cc is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:19.611902 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:19.703700 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port deacfba3-8905-4fb6-8c15-cfba99b2f6cc, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=deacfba3-8905-4fb6-8c15-cfba99b2f6cc,segment=NetworkSegment(91834ef1-be8a-4f4c-8312-d4e7ebe3680d),segment_id=91834ef1-be8a-4f4c-8312-d4e7ebe3680d)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:26:19.714151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:19.724475 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-2ae54ad0-060c-4628-b13d-68b61c492f09 None None] Provisioning complete for port deacfba3-8905-4fb6-8c15-cfba99b2f6cc triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:19.724922 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2ae54ad0-060c-4628-b13d-68b61c492f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:19.725263 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ae54ad0-060c-4628-b13d-68b61c492f09 None None] Attempt 1 to provision port deacfba3-8905-4fb6-8c15-cfba99b2f6cc Sep 21 21:26:19.828472 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=deacfba3-8905-4fb6-8c15-cfba99b2f6cc,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:19.885184 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ae54ad0-060c-4628-b13d-68b61c492f09 None None] Current status of the port deacfba3-8905-4fb6-8c15-cfba99b2f6cc is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:20.106278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-5dcd9697-9346-4d4e-93a7-0d31d7fbf2a1 None None] Provisioning complete for port deacfba3-8905-4fb6-8c15-cfba99b2f6cc triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:20.106608 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9697-9346-4d4e-93a7-0d31d7fbf2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:20.106958 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-5dcd9697-9346-4d4e-93a7-0d31d7fbf2a1 None None] Attempt 1 to provision port deacfba3-8905-4fb6-8c15-cfba99b2f6cc Sep 21 21:26:20.180513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd9697-9346-4d4e-93a7-0d31d7fbf2a1 None None] Current status of the port deacfba3-8905-4fb6-8c15-cfba99b2f6cc is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:20.323427 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b80eb88b-a867-44ec-bf4e-2e43b83dcc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.340297 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device deacfba3-8905-4fb6-8c15-cfba99b2f6cc up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:26:21.385714 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port deacfba3-8905-4fb6-8c15-cfba99b2f6cc triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:21.386093 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.386437 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port deacfba3-8905-4fb6-8c15-cfba99b2f6cc Sep 21 21:26:21.428586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52000) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:21.467350 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port deacfba3-8905-4fb6-8c15-cfba99b2f6cc is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:21.710131 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.765562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:21.783942 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Made reservation on behalf of 4c8610217db14259bd0669f16aca8ab8 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:26:21.786301 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.797114 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.873362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks [] for security_group (323c5611-fc92-4d77-bae2-b1e3f026fa51), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.877607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (323c5611-fc92-4d77-bae2-b1e3f026fa51), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.895238 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Reserving flat network on physical network physnet1 {{(pid=104009) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 21:26:21.909842 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c5611-fc92-4d77-bae2-b1e3f026fa51,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:21.917499 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (bd8f720c-10a8-4417-be5b-5c9f29c2a712), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:21.917909 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Added segment bd8f720c-10a8-4417-be5b-5c9f29c2a712 of type flat for network 99270f1b-0a67-4dcd-bf64-a7650e31548a Sep 21 21:26:21.974584 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (99270f1b-0a67-4dcd-bf64-a7650e31548a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:22.005597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (99270f1b-0a67-4dcd-bf64-a7650e31548a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:22.007078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:22.007650 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:22.072585 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6422803 Sep 21 21:26:22.102682 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428baa-8bfa-4f11-9adf-6b243638354f admin admin] Pushing event updated for resources: {'Network': ['ID=99270f1b-0a67-4dcd-bf64-a7650e31548a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:22.112996 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:26:23.558163 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:24.465565 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:24.630538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52020) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:24.805837 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d23a7-8cc7-45c1-a01a-93f5565b2d5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:24.807145 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ea7d23a7-8cc7-45c1-a01a-93f5565b2d5a demo admin] 10.222.0.18 "GET /v2.0/subnets/214bab91-0600-46a5-8ed1-380253cd0591 HTTP/1.1" status: 200 len: 849 time: 0.1756454 Sep 21 21:26:24.969897 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd2da838-88be-40aa-9cd9-253511416820 demo admin] 10.222.0.18 "GET /v2.0/routers/5d0e8f6d-5b25-4424-802a-827f1de48cbc HTTP/1.1" status: 200 len: 704 time: 0.1570003 Sep 21 21:26:25.231857 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:25.516201 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Allocated IP 172.20.0.1 (c2368f03-150d-4b8e-aa47-fe5758dcc3c3/214bab91-0600-46a5-8ed1-380253cd0591/654de6b8-8e6d-4b15-9980-a28b675f72eb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:26:25.672490 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks [] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:25.790797 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:25.858954 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:26:25.863784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:25.866519 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:26:25.867067 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (5d0e8f6d-5b25-4424-802a-827f1de48cbc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:25.935142 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Pushing event updated for resources: {'Port': ['ID=654de6b8-8e6d-4b15-9980-a28b675f72eb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:26.129446 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:26.292207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Provisioning complete for port 654de6b8-8e6d-4b15-9980-a28b675f72eb triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:26.293228 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:26.293575 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Attempt 1 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:26.335769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Port 654de6b8-8e6d-4b15-9980-a28b675f72eb cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:26:26.355787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks [] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:26.360555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:26.361307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (5d0e8f6d-5b25-4424-802a-827f1de48cbc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:26.438347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Pushing event updated for resources: {'Port': ['ID=654de6b8-8e6d-4b15-9980-a28b675f72eb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:26.485236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:26:26.486727 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:26.657877 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Router 5d0e8f6d-5b25-4424-802a-827f1de48cbc is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:26:26.747438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:26:26.752939 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dd6e4b59-6ac9-4da7-8b6c-b461b2ea22c7 demo admin] 10.222.0.18 "PUT /v2.0/routers/5d0e8f6d-5b25-4424-802a-827f1de48cbc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7772315 Sep 21 21:26:26.756708 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Sync routers for ids ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:26:26.769101 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Routers {'5d0e8f6d-5b25-4424-802a-827f1de48cbc'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:26:26.769987 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:26:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:26.836599 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Attempt 2 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:26.870371 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Port 654de6b8-8e6d-4b15-9980-a28b675f72eb cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:26:26.954364 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Set router 5d0e8f6d-5b25-4424-802a-827f1de48cbc gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:26:27.371228 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Attempt 3 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:27.392242 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:26Z', 'revision_number': 2, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port_host': None, '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:26Z', 'revision_number': 2, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:27.401994 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Port 654de6b8-8e6d-4b15-9980-a28b675f72eb cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:26:27.441237 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Checking router: 5d0e8f6d-5b25-4424-802a-827f1de48cbc for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:26:27.441610 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Updating router 5d0e8f6d-5b25-4424-802a-827f1de48cbc port 654de6b8-8e6d-4b15-9980-a28b675f72eb binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:26:27.494129 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:27.903275 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Attempt 4 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:27.947585 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Port 654de6b8-8e6d-4b15-9980-a28b675f72eb cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:26:28.019850 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks [] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.028283 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.173189 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Pushing event updated for resources: {'Port': ['ID=654de6b8-8e6d-4b15-9980-a28b675f72eb,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:28.175331 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Attempting to bind port 654de6b8-8e6d-4b15-9980-a28b675f72eb on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:26:28.175726 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Attempting to bind port 654de6b8-8e6d-4b15-9980-a28b675f72eb by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:26:28.176186 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Attempting to bind port 654de6b8-8e6d-4b15-9980-a28b675f72eb on network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:26:28.184611 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.184980 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.185338 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.185677 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.186033 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.186363 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.186695 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.187019 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.187340 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.187680 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.188008 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.188326 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.188645 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Tracked resource versions report: Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: pushed versions: Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: { 'AddressGroup': {'1.2'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'ConntrackHelper': {'1.0'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Log': {'1.0'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Network': {'1.1'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Port': {'1.7'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'PortForwarding': {'1.2'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'QosPolicy': {'1.10'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroup': {'1.5'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SubPort': {'1.0'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Subnet': {'1.1'}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Trunk': {'1.1'}} Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: consumer versions: Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'ConntrackHelper': '1.0', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'LocalIPAssociation': '1.0', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Log': '1.0', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Network': '1.1', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Port': '1.7', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'PortForwarding': '1.2', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'QosPolicy': '1.10', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroup': '1.5', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroupRule': '1.2', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SubPort': '1.0', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Subnet': '1.1', Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Trunk': '1.1'}} Sep 21 21:26:28.190318 dv-cinder-858344-1-iscsi neutron-server[104012]: {{(pid=104012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:26:28.194164 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:26:28.194556 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Checking segment: {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:26:28.195039 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.195419 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Bound using segment: {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:26:28.195909 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Bound port: 654de6b8-8e6d-4b15-9980-a28b675f72eb, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91834ef1-be8a-4f4c-8312-d4e7ebe3680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:26:28.196304 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.258038 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] For port 654de6b8-8e6d-4b15-9980-a28b675f72eb, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:26:28.277891 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] For port 654de6b8-8e6d-4b15-9980-a28b675f72eb, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=654de6b8-8e6d-4b15-9980-a28b675f72eb,segment=NetworkSegment(91834ef1-be8a-4f4c-8312-d4e7ebe3680d),segment_id=91834ef1-be8a-4f4c-8312-d4e7ebe3680d)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:26:28.283888 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.323729 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Routers {'5d0e8f6d-5b25-4424-802a-827f1de48cbc'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:26:28.324354 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:26:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:28.403564 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff25740-1436-4f05-97d8-8b1b9b65cd4f None None] Pushing event updated for resources: {'Port': ['ID=654de6b8-8e6d-4b15-9980-a28b675f72eb,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:28.428354 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] Set router 5d0e8f6d-5b25-4424-802a-827f1de48cbc gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:26:28.449160 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Attempt 5 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:28.528148 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Current status of the port 654de6b8-8e6d-4b15-9980-a28b675f72eb is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:28.528694 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.561994 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] For port 654de6b8-8e6d-4b15-9980-a28b675f72eb, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=654de6b8-8e6d-4b15-9980-a28b675f72eb,segment=NetworkSegment(91834ef1-be8a-4f4c-8312-d4e7ebe3680d),segment_id=91834ef1-be8a-4f4c-8312-d4e7ebe3680d)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:26:28.566240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.616929 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fd24e-0586-4ef5-b697-13fb03ab646a None None] Pushing event updated for resources: {'Port': ['ID=654de6b8-8e6d-4b15-9980-a28b675f72eb,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:28.642830 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:26Z', 'revision_number': 2, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port_host': None, '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:28Z', 'revision_number': 4, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:28.668094 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f97c9-df31-4087-b55d-b0bb84695042 None None] The sync data for ids ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'] in dv-cinder-858344-1-iscsi is: [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:26Z', 'revision_number': 2, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port_host': None, '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:28Z', 'revision_number': 4, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:26:28.689031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d615513c-f4b7-4668-9256-b33728d87a82 None None] Provisioning complete for port 654de6b8-8e6d-4b15-9980-a28b675f72eb triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:28.689785 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d615513c-f4b7-4668-9256-b33728d87a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:28.690207 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d615513c-f4b7-4668-9256-b33728d87a82 None None] Attempt 1 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:28.767912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d615513c-f4b7-4668-9256-b33728d87a82 None None] Current status of the port 654de6b8-8e6d-4b15-9980-a28b675f72eb is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:29.339079 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52040) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:29.521016 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88348617-2e52-4f85-ad5b-e5dafefaf275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:29.523070 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-88348617-2e52-4f85-ad5b-e5dafefaf275 admin admin] 10.222.0.18 "GET /v2.0/networks/99270f1b-0a67-4dcd-bf64-a7650e31548a HTTP/1.1" status: 200 len: 842 time: 0.1829233 Sep 21 21:26:29.533153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:29.555614 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Made reservation on behalf of 4c8610217db14259bd0669f16aca8ab8 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:26:29.558571 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:29.951477 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.objects.ports [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104010) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 21 21:26:29.951955 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (3dedecf9-0833-4557-a7ca-96dc8e4bc563), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:30.017010 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dedecf9-0833-4557-a7ca-96dc8e4bc563,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:30.022420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:26:30.022803 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Network hostable DHCP agents. Network: 99270f1b-0a67-4dcd-bf64-a7650e31548a, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:26:30.031602 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.031951 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.032284 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.032612 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.032937 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.033521 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.033875 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.034196 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.034527 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.034863 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.035181 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.035493 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.035805 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Tracked resource versions report: Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: pushed versions: Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.2'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: consumer versions: Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Log': '1.0', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Network': '1.1', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Port': '1.7', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'PortForwarding': '1.2', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Sep 21 21:26:30.037689 dv-cinder-858344-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:26:30.073655 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:26:30.086973 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 99270f1b-0a67-4dcd-bf64-a7650e31548a) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:30.091656 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:30.092274 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:30.096860 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7787ca-0da4-466f-8f33-2aa55526d137 None None] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:26:30.115490 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8168ea08-8099-4b65-9acc-b96189d0cf73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5848489 Sep 21 21:26:30.201754 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05799168-9421-4e38-84c6-4b1b5ebdae7d None None] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:26:32.617475 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52054) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:32.744372 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ce1dc142-51e4-4ecf-bd49-d3c5257e006a demo admin] 10.222.0.18 "GET /v2.0/routers/5d0e8f6d-5b25-4424-802a-827f1de48cbc HTTP/1.1" status: 200 len: 710 time: 0.1255000 Sep 21 21:26:32.838194 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce3aab-2034-4747-ace4-99d8b14b778e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:26:32.839590 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-83ce3aab-2034-4747-ace4-99d8b14b778e demo admin] 10.222.0.18 "GET /v2.0/networks/99270f1b-0a67-4dcd-bf64-a7650e31548a HTTP/1.1" status: 200 len: 886 time: 0.0899394 Sep 21 21:26:32.848496 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:26:33.177821 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks [] for router_gateway (5d0e8f6d-5b25-4424-802a-827f1de48cbc), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:33.417833 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks [] for router_gateway (5d0e8f6d-5b25-4424-802a-827f1de48cbc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:33.496035 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:33.598436 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Allocated IP 172.27.0.109 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/f89170bf-0e04-4c58-94f4-cadc7b7b36f3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:26:33.706813 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks [] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:33.741853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:33.779008 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:26:33.781696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:26:33.789806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:26:33.792306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Pushing event updated for resources: {'Port': ['ID=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:34.027654 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks [] for router_gateway (5d0e8f6d-5b25-4424-802a-827f1de48cbc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:34.241862 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7899377', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7902295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10729'] for router (5d0e8f6d-5b25-4424-802a-827f1de48cbc), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:34.245148 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7899390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7899367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7902300'] for router (5d0e8f6d-5b25-4424-802a-827f1de48cbc), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:34.346312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Router 5d0e8f6d-5b25-4424-802a-827f1de48cbc has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:26:34.447344 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:26:34.451786 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:34.452926 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0f30f726-404f-4330-8c2a-9c3145d47fd9 demo admin] 10.222.0.18 "PUT /v2.0/routers/5d0e8f6d-5b25-4424-802a-827f1de48cbc HTTP/1.1" status: 200 len: 890 time: 1.6075368 Sep 21 21:26:37.096048 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52066) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:26:37.214089 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-62e49649-110f-4b3e-a927-65e4dd9bdbae admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168706 Sep 21 21:26:37.383320 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 654de6b8-8e6d-4b15-9980-a28b675f72eb up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:26:37.434410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 654de6b8-8e6d-4b15-9980-a28b675f72eb triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:37.434640 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:37.434912 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:26:37.502014 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Sync routers for ids ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:26:37.522314 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 654de6b8-8e6d-4b15-9980-a28b675f72eb is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:37.524591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Routers {'5d0e8f6d-5b25-4424-802a-827f1de48cbc'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:26:37.525255 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:26:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:37.732200 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Set router 5d0e8f6d-5b25-4424-802a-827f1de48cbc gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:26:38.215097 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:33Z', 'revision_number': 4, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port': {'id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:33Z', 'updated_at': '2022-09-21T21:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:28Z', 'revision_number': 5, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:38.263287 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Checking router: 5d0e8f6d-5b25-4424-802a-827f1de48cbc for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:26:38.263573 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Updating router 5d0e8f6d-5b25-4424-802a-827f1de48cbc port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:26:38.315712 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.628200 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks [] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.634224 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.670781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Attempting to bind port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:26:38.671154 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Attempting to bind port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:26:38.671521 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Attempting to bind port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:26:38.678925 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:26:38.679304 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:26:38.679705 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.680099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:26:38.680570 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Bound port: f89170bf-0e04-4c58-94f4-cadc7b7b36f3, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:26:38.680973 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.707103 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766ef66-c59c-4833-99dc-093d282c20db None None] Pushing event updated for resources: {'Port': ['ID=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:38.736416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] For port f89170bf-0e04-4c58-94f4-cadc7b7b36f3, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:26:38.739608 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] For port f89170bf-0e04-4c58-94f4-cadc7b7b36f3, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:26:38.745147 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:38.779377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Routers {'5d0e8f6d-5b25-4424-802a-827f1de48cbc'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:26:38.779993 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:26:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:38.830885 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766ef66-c59c-4833-99dc-093d282c20db None None] Pushing event updated for resources: {'Port': ['ID=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:38.909513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] Set router 5d0e8f6d-5b25-4424-802a-827f1de48cbc gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:26:39.134009 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:33Z', 'revision_number': 4, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port': {'id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:33Z', 'updated_at': '2022-09-21T21:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:28Z', 'revision_number': 5, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:26:39.163633 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bf55c-4817-4c09-bb6e-da3f68178d93 None None] The sync data for ids ['5d0e8f6d-5b25-4424-802a-827f1de48cbc'] in dv-cinder-858344-1-iscsi is: [{'id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'name': 'router1', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:26:15Z', 'updated_at': '2022-09-21T21:26:33Z', 'revision_number': 4, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'gw_port': {'id': 'f89170bf-0e04-4c58-94f4-cadc7b7b36f3', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:89:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:33Z', 'updated_at': '2022-09-21T21:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '654de6b8-8e6d-4b15-9980-a28b675f72eb', 'name': '', 'network_id': 'c2368f03-150d-4b8e-aa47-fe5758dcc3c3', 'tenant_id': 'ad1108eb32e344cea3d587d92d38df97', 'mac_address': 'fa:16:3e:d5:63:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0e8f6d-5b25-4424-802a-827f1de48cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214bab91-0600-46a5-8ed1-380253cd0591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:26:25Z', 'updated_at': '2022-09-21T21:26:28Z', 'revision_number': 5, 'project_id': 'ad1108eb32e344cea3d587d92d38df97', 'subnets': [{'id': '214bab91-0600-46a5-8ed1-380253cd0591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bea77289-3b3a-48f1-a2a9-707b2106cf3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:26:39.432123 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f89170bf-0e04-4c58-94f4-cadc7b7b36f3 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:26:39.504827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:39.504973 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:39.505316 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 Sep 21 21:26:39.593723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:39.594518 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:39.629630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port f89170bf-0e04-4c58-94f4-cadc7b7b36f3, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:26:39.637905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:39.701370 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=f89170bf-0e04-4c58-94f4-cadc7b7b36f3,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:26:41.387159 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f89170bf-0e04-4c58-94f4-cadc7b7b36f3 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:26:41.488784 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:26:41.488784 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f89170bf-0e04-4c58-94f4-cadc7b7b36f3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:41.488784 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 Sep 21 21:26:41.608344 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port f89170bf-0e04-4c58-94f4-cadc7b7b36f3 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:26:48.053576 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-7ed838f5-1ae9-43a8-8fdb-882db961498e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:50.326700 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-25f6ea56-69f2-49f8-aee7-70371a2e3164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:51.715972 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:53.566624 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:54.473390 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:26:54.664837 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:27:18.048127 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b923ad54-6a69-40b1-9d0d-99fa5ef6f9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:20.331176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-19b63a0c-ff61-4b8b-bfe7-674beab98bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:21.718506 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:23.569671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:24.470538 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:31.663787 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:27:48.051521 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-02e639d6-f0ef-4824-9b49-79491783a391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:50.328151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-74535ce8-5ac4-4088-b1a5-426ff0bbb09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:51.720505 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:53.581729 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:27:54.464872 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:02.007249 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52558) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:02.069146 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e832fe7b-48c6-472e-a978-f58f1e355376 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:28:02.070636 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e832fe7b-48c6-472e-a978-f58f1e355376 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624368 Sep 21 21:28:02.324385 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6140c-877a-4be9-a367-01492b2bf80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:02.325900 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-19c6140c-877a-4be9-a367-01492b2bf80e admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2511206 Sep 21 21:28:04.733920 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52568) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:04.826454 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58edd6d1-1dd6-4ce5-b9b8-a4a81094b75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:04.827831 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-58edd6d1-1dd6-4ce5-b9b8-a4a81094b75b admin admin] 10.222.0.18 "GET /v2.0/subnets/214bab91-0600-46a5-8ed1-380253cd0591 HTTP/1.1" status: 200 len: 849 time: 0.0929275 Sep 21 21:28:04.838031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:28:04.926007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Publish callbacks [] for subnet (214bab91-0600-46a5-8ed1-380253cd0591), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:05.073439 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751864599134'] for subnet (214bab91-0600-46a5-8ed1-380253cd0591), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:05.103219 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:05.103815 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:05.105137 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] 10.222.0.18 "PUT /v2.0/subnets/214bab91-0600-46a5-8ed1-380253cd0591 HTTP/1.1" status: 200 len: 868 time: 0.2707775 Sep 21 21:28:05.108686 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f445b-557f-456c-9dc7-97a13f141844 None None] Network c2368f03-150d-4b8e-aa47-fe5758dcc3c3 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:28:05.126618 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=214bab91-0600-46a5-8ed1-380253cd0591,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:28:05.135426 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.135807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.136150 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.136491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.136828 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.137161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.137510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.137922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.138330 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.138681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.139020 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.139424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.139706 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1412c3e-d765-438f-b389-027016dd7e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:28:05.455683 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Provisioning complete for port 654de6b8-8e6d-4b15-9980-a28b675f72eb triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:28:05.456072 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (654de6b8-8e6d-4b15-9980-a28b675f72eb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:05.456409 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Attempt 1 to provision port 654de6b8-8e6d-4b15-9980-a28b675f72eb Sep 21 21:28:05.534570 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Current status of the port 654de6b8-8e6d-4b15-9980-a28b675f72eb is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:28:05.544834 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Provisioning complete for port deacfba3-8905-4fb6-8c15-cfba99b2f6cc triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:28:05.545230 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (deacfba3-8905-4fb6-8c15-cfba99b2f6cc), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:05.545593 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Attempt 1 to provision port deacfba3-8905-4fb6-8c15-cfba99b2f6cc Sep 21 21:28:05.620653 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-1576d671-2852-43b3-833d-b0226abe499b None None] Current status of the port deacfba3-8905-4fb6-8c15-cfba99b2f6cc is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:28:07.507288 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52576) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:07.708338 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa48067-880b-41ba-b20b-d4bd4ef838d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:07.708820 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa48067-880b-41ba-b20b-d4bd4ef838d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:07.710950 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5aa48067-880b-41ba-b20b-d4bd4ef838d1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2021456 Sep 21 21:28:08.662031 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:28:10.077901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52584) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:10.283351 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6338dc-d453-4fcc-8945-8d741529d3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:10.283847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6338dc-d453-4fcc-8945-8d741529d3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:10.285399 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-df6338dc-d453-4fcc-8945-8d741529d3e3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2065377 Sep 21 21:28:12.684094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52594) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:12.817081 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb685d-bce1-417c-bbf9-0ff6fcd690c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:12.818565 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f2cb685d-bce1-417c-bbf9-0ff6fcd690c5 admin admin] 10.222.0.18 "GET /v2.0/networks/99270f1b-0a67-4dcd-bf64-a7650e31548a HTTP/1.1" status: 200 len: 886 time: 0.1335120 Sep 21 21:28:15.252417 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52602) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:15.391338 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeae466-65fc-4477-b246-0888f05312ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:15.392743 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4eeae466-65fc-4477-b246-0888f05312ce admin admin] 10.222.0.18 "GET /v2.0/networks/c2368f03-150d-4b8e-aa47-fe5758dcc3c3 HTTP/1.1" status: 200 len: 868 time: 0.1393638 Sep 21 21:28:17.830200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52610) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:17.965418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19555339-96b0-4e9a-a48c-d5f7400b2a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:17.965923 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19555339-96b0-4e9a-a48c-d5f7400b2a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:17.967502 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-19555339-96b0-4e9a-a48c-d5f7400b2a45 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1363380 Sep 21 21:28:18.060466 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8d99c661-46f1-453b-9dfd-a519735adf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:20.330028 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a3492966-ebf4-48a8-ade4-652788f3f5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:20.376419 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52618) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:20.469787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf0a87-f366-418b-8052-d0b50097aa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:20.470249 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf0a87-f366-418b-8052-d0b50097aa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:20.471866 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9caf0a87-f366-418b-8052-d0b50097aa7a admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944819 Sep 21 21:28:21.721498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:22.970838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52626) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:23.069106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d90ae-aeec-4e4c-a0da-efd75dcf5534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:23.070720 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-287d90ae-aeec-4e4c-a0da-efd75dcf5534 admin admin] 10.222.0.18 "GET /v2.0/subnets/214bab91-0600-46a5-8ed1-380253cd0591 HTTP/1.1" status: 200 len: 868 time: 0.0987999 Sep 21 21:28:23.579268 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:24.468469 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:25.496621 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52634) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:25.597253 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3807f5e-ba66-47fa-829f-1d17190aa46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:25.598752 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a3807f5e-ba66-47fa-829f-1d17190aa46e admin admin] 10.222.0.18 "GET /v2.0/subnets/3dedecf9-0833-4557-a7ca-96dc8e4bc563 HTTP/1.1" status: 200 len: 816 time: 0.1011100 Sep 21 21:28:45.662927 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:28:48.054769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3f23322c-0512-49d1-b306-323003dd0abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:50.333863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e92a883e-cf5b-476c-822e-fd904cdb77be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:51.723662 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:51.987701 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52692) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:52.036662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [None req-e5301426-9862-4312-9412-58a699a66c32 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:28:52.037750 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e5301426-9862-4312-9412-58a699a66c32 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491722 Sep 21 21:28:53.578971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:54.471886 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:54.523236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52700) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:54.583270 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6d4cf6-a162-40f8-a673-0d01f2f41f5c admin admin] GET failed (client error): The resource could not be found. Sep 21 21:28:54.584565 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fe6d4cf6-a162-40f8-a673-0d01f2f41f5c admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603933 Sep 21 21:28:54.669566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b98f6e-fe5b-47fc-a0ba-38b3f57167f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:54.671081 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f1b98f6e-fe5b-47fc-a0ba-38b3f57167f2 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824502 Sep 21 21:28:57.045573 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52708) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:57.092375 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:28:57.112356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Made reservation on behalf of 4c8610217db14259bd0669f16aca8ab8 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:28:57.114663 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:57.141407 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING neutron.services.revisions.revision_plugin [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Could not find related network for resource to bump revision. Sep 21 21:28:57.152554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:28:57.162585 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (067b4702-6348-43e7-bd03-a90c407d2c9e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:57.162857 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Added segment 067b4702-6348-43e7-bd03-a90c407d2c9e of type vlan for network 006b9ca4-831f-4271-8e55-6b464cf9c5db Sep 21 21:28:57.203777 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (006b9ca4-831f-4271-8e55-6b464cf9c5db), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:57.227279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (006b9ca4-831f-4271-8e55-6b464cf9c5db), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:57.228475 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:57.229096 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:28:57.282855 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2360756 Sep 21 21:28:57.289486 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c73f8-11f9-4d65-8363-85b3e72e421d admin admin] Pushing event updated for resources: {'Network': ['ID=006b9ca4-831f-4271-8e55-6b464cf9c5db,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:28:57.300056 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:28:59.667936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52716) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:28:59.728628 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d42490-b985-43e9-a4ae-69ec4422bfe7 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:28:59.729986 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a2d42490-b985-43e9-a4ae-69ec4422bfe7 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610867 Sep 21 21:28:59.832161 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15530967-eeb9-43dc-a7d4-13bec2c980ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:28:59.833695 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-15530967-eeb9-43dc-a7d4-13bec2c980ee admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0995929 Sep 21 21:28:59.843333 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:28:59.863163 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Made reservation on behalf of 4c8610217db14259bd0669f16aca8ab8 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:28:59.865354 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.027407 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.078369 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:29:00.088497 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.088864 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.089214 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.089565 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.089911 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.090243 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.090592 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.090926 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.091266 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.091610 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.091937 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.092259 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.092579 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.100630 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Checking segment: {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:29:00.100987 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Network hostable DHCP agents. Network: 006b9ca4-831f-4271-8e55-6b464cf9c5db, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:29:00.116141 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:29:00.125096 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 006b9ca4-831f-4271-8e55-6b464cf9c5db) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:29:00.129069 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:29:00.129687 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.133988 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33efa8-c451-4253-a920-4c0bfe94efc1 None None] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:29:00.146585 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-02376b6b-21b5-47ba-ad55-4149be5659ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065810 Sep 21 21:29:00.335631 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-006b9ca4-831f-4271-8e55-6b464cf9c5db', 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db', 'project_id': '4c8610217db14259bd0669f16aca8ab8', 'fixed_ips': [{'subnet_id': '6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:29:00.336491 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.473219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Allocated IP 192.168.233.2 (006b9ca4-831f-4271-8e55-6b464cf9c5db/6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd/178b74a4-94e1-451e-86a5-df675b501f6e) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:29:00.618078 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks [] for port (178b74a4-94e1-451e-86a5-df675b501f6e), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.624639 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.666957 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:29:00.672023 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:29:00.676403 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:29:00.679492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Pushing event updated for resources: {'Port': ['ID=178b74a4-94e1-451e-86a5-df675b501f6e,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:29:00.689352 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.689720 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.690111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.690705 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.691079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.691365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.691692 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.692016 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.692341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.692677 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.693004 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.693326 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.693644 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:29:00.745560 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Attempting to bind port 178b74a4-94e1-451e-86a5-df675b501f6e on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:29:00.745958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Attempting to bind port 178b74a4-94e1-451e-86a5-df675b501f6e by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:29:00.746324 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Attempting to bind port 178b74a4-94e1-451e-86a5-df675b501f6e on network 006b9ca4-831f-4271-8e55-6b464cf9c5db {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:29:00.751516 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:29:00.751892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Checking segment: {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:29:00.752294 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.752683 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Bound using segment: {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:29:00.753151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Bound port: 178b74a4-94e1-451e-86a5-df675b501f6e, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:29:00.753527 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.824457 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] For port 178b74a4-94e1-451e-86a5-df675b501f6e, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:29:00.827723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] For port 178b74a4-94e1-451e-86a5-df675b501f6e, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=178b74a4-94e1-451e-86a5-df675b501f6e,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:29:00.834478 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:00.891431 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047050af-a24e-4434-85e8-2debeb6af347 None None] Pushing event updated for resources: {'Port': ['ID=178b74a4-94e1-451e-86a5-df675b501f6e,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:29:01.480508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 178b74a4-94e1-451e-86a5-df675b501f6e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:29:01.542065 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 178b74a4-94e1-451e-86a5-df675b501f6e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:29:01.542814 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:01.542940 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 178b74a4-94e1-451e-86a5-df675b501f6e Sep 21 21:29:01.643312 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 178b74a4-94e1-451e-86a5-df675b501f6e is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:29:01.643607 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:01.682019 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 178b74a4-94e1-451e-86a5-df675b501f6e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=178b74a4-94e1-451e-86a5-df675b501f6e,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:29:01.686776 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:01.744955 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460d944-6315-49e3-9c69-4fe67ce0d175 None None] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:29:01.750947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=178b74a4-94e1-451e-86a5-df675b501f6e,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:29:01.833659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-003635f2-d5a6-4374-8fe8-64be2ac4053f None None] Provisioning complete for port 178b74a4-94e1-451e-86a5-df675b501f6e triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:29:01.834001 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-003635f2-d5a6-4374-8fe8-64be2ac4053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:01.834338 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-003635f2-d5a6-4374-8fe8-64be2ac4053f None None] Attempt 1 to provision port 178b74a4-94e1-451e-86a5-df675b501f6e Sep 21 21:29:01.941537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-003635f2-d5a6-4374-8fe8-64be2ac4053f None None] Current status of the port 178b74a4-94e1-451e-86a5-df675b501f6e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:29:02.162420 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-7348177b-39fd-4800-a34b-c836c022c069 None None] Provisioning complete for port 178b74a4-94e1-451e-86a5-df675b501f6e triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:29:02.162716 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-7348177b-39fd-4800-a34b-c836c022c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:02.163052 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-7348177b-39fd-4800-a34b-c836c022c069 None None] Attempt 1 to provision port 178b74a4-94e1-451e-86a5-df675b501f6e Sep 21 21:29:02.238846 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-7348177b-39fd-4800-a34b-c836c022c069 None None] Current status of the port 178b74a4-94e1-451e-86a5-df675b501f6e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:29:03.443380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 178b74a4-94e1-451e-86a5-df675b501f6e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:29:03.490174 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 178b74a4-94e1-451e-86a5-df675b501f6e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:29:03.490629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (178b74a4-94e1-451e-86a5-df675b501f6e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:03.490913 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 178b74a4-94e1-451e-86a5-df675b501f6e Sep 21 21:29:03.569473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 178b74a4-94e1-451e-86a5-df675b501f6e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:29:18.056240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-afdaad1e-9ad5-4234-ad45-e13a6f7fb365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:20.335205 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e0315008-965d-45ce-aa20-58bc075aca64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:21.728816 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:22.661186 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:29:23.582466 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:24.474677 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:48.058721 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d525ff43-0df3-4541-9c64-419224c3e875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:50.338290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a84028d6-24e5-41ee-bd72-ca877f6b75bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:51.730758 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:53.584366 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:54.478699 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:29:59.660388 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:30:18.064096 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9fba2d9e-d2aa-4760-9eb9-2a683161aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:20.341067 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7b852dd-beaf-44fa-ac73-961a1dc87582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.346346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52766) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:30:21.351903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [None req-b2c06b17-cd28-4941-af06-def83469610d tempest-verify_tempest_config-905245249 tempest-verify_tempest_config-905245249-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:30:21.352912 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b2c06b17-cd28-4941-af06-def83469610d tempest-verify_tempest_config-905245249 tempest-verify_tempest_config-905245249-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056009 Sep 21 21:30:21.642484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52784) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:30:21.732300 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.743428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.816692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Publish callbacks [] for security_group (3cf7904f-feeb-47e7-90db-40539a0b4ec5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.820450 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3cf7904f-feeb-47e7-90db-40539a0b4ec5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.865193 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab13a039177b454cb8532abe22f0d9e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216434 Sep 21 21:30:21.867010 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7904f-feeb-47e7-90db-40539a0b4ec5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:30:21.868275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 52790) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:30:21.877648 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.878051 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.878393 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.878725 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.879052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.879378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.879720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.880046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.880403 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.880726 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.881068 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.881386 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.881699 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b246144-da20-49b8-9437-92572ee18bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:21.945961 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Publish callbacks [] for security_group (3cf7904f-feeb-47e7-90db-40539a0b4ec5), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:21.971399 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Publish callbacks [] for security_group (3cf7904f-feeb-47e7-90db-40539a0b4ec5), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:22.064157 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3cf7904f-feeb-47e7-90db-40539a0b4ec5), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:22.067165 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:22.068431 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cf7904f-feeb-47e7-90db-40539a0b4ec5 HTTP/1.1" status: 204 len: 168 time: 0.1990714 Sep 21 21:30:22.082716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7904f-feeb-47e7-90db-40539a0b4ec5,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:30:22.089350 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.089718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.090100 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.090437 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.090766 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.091093 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.091434 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.091762 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.092106 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.092432 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.092754 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.093074 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:22.093393 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55902061-6ed0-4399-b091-22799edbc4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:30:23.586958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:24.481332 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:36.659077 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:30:48.067631 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a184c588-9624-43fb-ba00-1b7585d07981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:50.344563 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9e47f43b-6a55-4cc3-ba6f-6255966e973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:51.735426 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:53.588462 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:30:54.483557 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:13.659030 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:31:18.071134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c39006a8-be07-492a-9ac1-15dcdca0608b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:20.346379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-af44fe8d-0e32-460f-b77c-ea94068a92f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:21.735984 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:23.591087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:24.485075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:48.066732 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-cf36045f-49c6-444d-82c2-757bdb487b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:50.348635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-16379ac4-053d-412a-9244-02b44bf375c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:50.658720 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 5 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:31:51.738449 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:53.593659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:54.487530 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:31:59.540915 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7901415'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:14.508461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52868) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:32:14.611989 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6bcf2fc7-9819-4075-8ec5-1cf4f5356d91 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024089 Sep 21 21:32:16.954735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52878) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:32:17.007943 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-606829cf-891a-4e54-bc5d-f7da1aeba10f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521326 Sep 21 21:32:18.068626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c23d5a27-0050-42d5-9874-6cad0f23ee22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:20.350754 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-171aeef6-a75c-40dd-9798-8e303fe4cb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:21.740834 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:23.597654 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:24.489836 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:27.658657 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:32:29.493186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:48.072902 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b10eb29-52eb-4a38-b146-2725cf67f495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:50.352609 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ca562435-b6c8-4b7d-a2ec-355aada0bb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:51.742944 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:53.600412 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:54.491583 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:32:59.492869 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:04.657792 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:33:18.076278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdb86d53-3e4a-4636-ad22-4e464c376067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:20.354717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-59cd8b07-1d58-48a5-b547-413ff680b248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:21.745646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:23.604676 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:24.493671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:29.510345 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:41.657122 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:33:48.078310 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0826ae5c-f0ed-4c6b-a729-e9b9924fe978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:50.356707 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-7464b0a0-dc18-4d96-97a7-bca38db4fd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:51.748921 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:53.607937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:54.498423 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:33:59.509651 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.441799 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 52966) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:03.675579 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-124816197-network', 'tenant_id': '527106f3b67041d18574b2321a1388df'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:03.696231 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Made reservation on behalf of 527106f3b67041d18574b2321a1388df for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:03.698936 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.716794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.807966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks [] for security_group (89890d23-f0ae-49ea-9e45-b84eb4330feb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.818639 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (89890d23-f0ae-49ea-9e45-b84eb4330feb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.851919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89890d23-f0ae-49ea-9e45-b84eb4330feb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:03.859195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:03.863582 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.864153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.864607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.865064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.865558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.865971 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.866418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.867090 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.867607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.868282 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.869004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.869350 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.869684 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Tracked resource versions report: Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: pushed versions: Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.2'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: consumer versions: Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: HyperV agent@hv-cinder-85834: {}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Log': '1.0', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Network': '1.1', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Port': '1.7', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'PortForwarding': '1.2', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Sep 21 21:34:03.870917 dv-cinder-858344-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:34:03.884566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (77479033-5482-457c-a0ff-78c0fe119eb3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.885792 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Added segment 77479033-5482-457c-a0ff-78c0fe119eb3 of type vlan for network 20307f56-a779-4e85-8f8d-92b249dce89b Sep 21 21:34:03.931811 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (20307f56-a779-4e85-8f8d-92b249dce89b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.958173 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (20307f56-a779-4e85-8f8d-92b249dce89b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:03.959450 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:03.960075 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.030995 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5879712 Sep 21 21:34:04.031258 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53018) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:04.038851 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45186c0-7c66-41d3-ba03-1ab2cb6383c5 admin admin] Pushing event updated for resources: {'Network': ['ID=20307f56-a779-4e85-8f8d-92b249dce89b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:04.049210 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Request body: {'subnet': {'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-124816197-subnet', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:04.050598 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 20307f56-a779-4e85-8f8d-92b249dce89b details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:04.074684 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Made reservation on behalf of 527106f3b67041d18574b2321a1388df for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:04.078009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.307264 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (073a990b-3b8a-4dc4-9bac-8957e2505136), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.350345 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=073a990b-3b8a-4dc4-9bac-8957e2505136,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:04.359780 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.360132 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.360733 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.361239 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.361749 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.362119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.362452 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.363311 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.363810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.364332 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.364875 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.365367 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.365901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Tracked resource versions report: Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: pushed versions: Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.2'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: consumer versions: Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: HyperV agent@hv-cinder-85834: {}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Log': '1.0', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Network': '1.1', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Port': '1.7', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'PortForwarding': '1.2', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Sep 21 21:34:04.367176 dv-cinder-858344-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:34:04.400577 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Checking segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:04.401210 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Network hostable DHCP agents. Network: 20307f56-a779-4e85-8f8d-92b249dce89b, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:04.421188 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Network 20307f56-a779-4e85-8f8d-92b249dce89b is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:04.434828 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 20307f56-a779-4e85-8f8d-92b249dce89b) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:04.438901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:04.439487 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.455325 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdaadc2-8ccb-420a-843c-314bed636287 None None] Network 20307f56-a779-4e85-8f8d-92b249dce89b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:04.466222 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1e7d7ecc-cf8b-4d74-bfe2-b0267b878d0e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4325175 Sep 21 21:34:04.467833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53040) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:04.476468 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:04.500784 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.502634 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.570886 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for router_controller (d7375dbd-cdd8-48e5-8647-f19789f4108a), precommit_add_association {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.584671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-20307f56-a779-4e85-8f8d-92b249dce89b', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'project_id': '527106f3b67041d18574b2321a1388df', 'fixed_ips': [{'subnet_id': '073a990b-3b8a-4dc4-9bac-8957e2505136'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:34:04.585679 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.730864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Allocated IP 172.20.0.2 (20307f56-a779-4e85-8f8d-92b249dce89b/073a990b-3b8a-4dc4-9bac-8957e2505136/6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:04.769610 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for router_gateway (d7375dbd-cdd8-48e5-8647-f19789f4108a), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.893096 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks [] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.903443 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:04.949813 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Network 20307f56-a779-4e85-8f8d-92b249dce89b is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:04.953420 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:04.958344 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:05.008728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Pushing event updated for resources: {'Port': ['ID=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:05.040110 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.040481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.040840 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.041203 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.041693 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.042256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.042760 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.043250 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.043736 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.044236 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.044724 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.045207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.045702 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Tracked resource versions report: Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: pushed versions: Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.2'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: consumer versions: Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: HyperV agent@hv-cinder-85834: {}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Log': '1.0', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Network': '1.1', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Port': '1.7', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'PortForwarding': '1.2', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'SubPort': '1.0', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Subnet': '1.1', Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} Sep 21 21:34:05.046847 dv-cinder-858344-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:34:05.063784 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Attempting to bind port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:05.064863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Attempting to bind port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:05.066519 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Attempting to bind port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e on network 20307f56-a779-4e85-8f8d-92b249dce89b {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:05.078094 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:05.078515 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Checking segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:05.079036 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.079427 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Bound using segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:05.079899 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Bound port: 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:05.080276 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.107276 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for router_gateway (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.135756 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.156404 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] For port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:05.161017 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] For port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:05.171403 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.236236 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15424202-59d6-4874-8bf4-4e97cff120b3 None None] Pushing event updated for resources: {'Port': ['ID=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:05.389603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Allocated IP 172.27.0.228 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/d114a172-7611-4efe-854d-c3d0d6a2cce0) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:05.588749 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.687988 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:05.691948 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.749621 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:05.750058 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.750612 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e Sep 21 21:34:05.804250 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Pushing event updated for resources: {'Port': ['ID=d114a172-7611-4efe-854d-c3d0d6a2cce0,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:05.819630 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:05.821452 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:05.830203 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:05.831053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.843602 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:05.856538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53108) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:05.882023 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:05.888603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:05.965229 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:06.083012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53120) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:06.099236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53124) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:06.131257 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53128) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:06.160480 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53132) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:06.220417 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-251045927-network', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:06.233472 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for router_gateway (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.251178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Made reservation on behalf of 2e8baf1ca3794455876e6e2752d0a090 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:06.256245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.281904 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.335712 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096324018-network', 'tenant_id': '997e0d0206fe4e42afd8eae966fd13a8'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:06.359513 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-network', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:06.397855 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1539509202-network', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:06.410488 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-440204164-network', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:06.416900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Made reservation on behalf of 997e0d0206fe4e42afd8eae966fd13a8 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:06.419846 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.448210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54516c7-835e-414f-8837-b298429d8582 None None] Network 20307f56-a779-4e85-8f8d-92b249dce89b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:06.464378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.529595 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.557482 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-23bbef39-7c87-45d5-85e5-b43af208b1c8 None None] Provisioning complete for port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:06.558297 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-23bbef39-7c87-45d5-85e5-b43af208b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.558963 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-23bbef39-7c87-45d5-85e5-b43af208b1c8 None None] Attempt 1 to provision port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e Sep 21 21:34:06.599402 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Made reservation on behalf of 210c999fb90942f1a4d1a773aec7ddb0 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:06.601653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.621473 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:06.626591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.637183 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Made reservation on behalf of fedaa3ecc7e344fd93f6c5f65651f5fd for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:06.639625 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.700999 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Router d7375dbd-cdd8-48e5-8647-f19789f4108a is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:34:06.791173 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-23bbef39-7c87-45d5-85e5-b43af208b1c8 None None] Current status of the port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:06.862908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks [] for security_group (4a9677fb-c623-4f5a-9fc0-f56caf8a47da), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.868259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.870382 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.872366 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.891919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4a9677fb-c623-4f5a-9fc0-f56caf8a47da), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:06.942090 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:06.965352 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:06.984584 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Sync routers for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:07.001574 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:07.002652 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:07.005919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1f89af5b-9f19-460a-842e-575818d1bea1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.006937 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Added segment 1f89af5b-9f19-460a-842e-575818d1bea1 of type vlan for network 63fcecc3-32c4-46d5-887e-4614c3e0a04e Sep 21 21:34:07.025028 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.026585 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8d8029e4-52e7-4359-b37b-4bef930a6896 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5569003 Sep 21 21:34:07.029822 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53162) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:07.093925 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9677fb-c623-4f5a-9fc0-f56caf8a47da,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:07.127183 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-b068345c-1fa0-4bba-8519-7253cff18ce7 None None] Provisioning complete for port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:07.127785 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b068345c-1fa0-4bba-8519-7253cff18ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.128331 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b068345c-1fa0-4bba-8519-7253cff18ce7 None None] Attempt 1 to provision port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e Sep 21 21:34:07.227031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (63fcecc3-32c4-46d5-887e-4614c3e0a04e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.243479 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:07.252729 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks [] for security_group (e1253772-1a9d-4d42-86d1-2bcd7a10ff34), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.317656 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b068345c-1fa0-4bba-8519-7253cff18ce7 None None] Current status of the port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:07.321621 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e1253772-1a9d-4d42-86d1-2bcd7a10ff34), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.436074 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:07.449313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1253772-1a9d-4d42-86d1-2bcd7a10ff34,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:07.481625 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks [] for security_group (f7f518dc-124d-446d-b880-dec038e1fc1e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.486843 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (63fcecc3-32c4-46d5-887e-4614c3e0a04e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.488585 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:07.489429 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.500589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks [] for security_group (c93fb618-3da0-4338-a397-719886c1b00e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.506280 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.506899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Added segment e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a of type vlan for network 769e8c49-b6ff-4d06-bd76-fb8ea999be4a Sep 21 21:34:07.526908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f7f518dc-124d-446d-b880-dec038e1fc1e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.562291 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:06Z', 'revision_number': 3, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:07.584728 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks [] for security_group (0188bc04-2188-476b-8bf7-86eeb81735e0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.587381 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c93fb618-3da0-4338-a397-719886c1b00e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.625250 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Checking router: d7375dbd-cdd8-48e5-8647-f19789f4108a for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:07.625609 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Updating router d7375dbd-cdd8-48e5-8647-f19789f4108a port d114a172-7611-4efe-854d-c3d0d6a2cce0 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:07.654590 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0188bc04-2188-476b-8bf7-86eeb81735e0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.675856 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8180585 Sep 21 21:34:07.676738 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:07.682272 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:07.682893 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53172) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:07.691490 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.695611 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (769e8c49-b6ff-4d06-bd76-fb8ea999be4a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.701286 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Request body: {'subnet': {'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-subnet', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:07.742345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b02a1f-2276-4f05-8c17-44b77f3e6295 admin admin] Pushing event updated for resources: {'Network': ['ID=63fcecc3-32c4-46d5-887e-4614c3e0a04e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:07.746331 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:07.746971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.747707 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e Sep 21 21:34:07.755148 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:07.771377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:07.776154 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:07.790703 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1bc28eee-5bea-4c96-a833-d4cdcaba3a16), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.791054 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Added segment 1bc28eee-5bea-4c96-a833-d4cdcaba3a16 of type vlan for network ecad66f2-59b8-4516-8c0e-0febca011efd Sep 21 21:34:07.821314 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:34:07.915373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Made reservation on behalf of 2e8baf1ca3794455876e6e2752d0a090 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:07.917884 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.923654 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:07.926292 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (83f391ef-1cab-4607-b648-dd014cf3311c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.927169 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Added segment 83f391ef-1cab-4607-b648-dd014cf3311c of type vlan for network 65d9514a-dc32-49ab-aab7-17b07b8921f1 Sep 21 21:34:07.940103 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.940103 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Added segment 4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2 of type vlan for network 7d10a91e-15bf-442d-a91a-10015397d26e Sep 21 21:34:07.961183 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f518dc-124d-446d-b880-dec038e1fc1e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:07.968984 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (ecad66f2-59b8-4516-8c0e-0febca011efd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:07.995591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93fb618-3da0-4338-a397-719886c1b00e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.006008 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks [] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.012028 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.041004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (769e8c49-b6ff-4d06-bd76-fb8ea999be4a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.042171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:08.042752 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.063958 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Pushing event updated for resources: {'Port': ['ID=d114a172-7611-4efe-854d-c3d0d6a2cce0,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.075527 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.076081 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.077358 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.077939 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.078545 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.079044 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.079566 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.080193 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.080677 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.081736 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.082242 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.082717 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.083209 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Tracked resource versions report: Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: pushed versions: Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: { 'AddressGroup': {'1.2'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'ConntrackHelper': {'1.0'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Log': {'1.0'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Network': {'1.1'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Port': {'1.7'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'PortForwarding': {'1.2'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'QosPolicy': {'1.10'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroup': {'1.5'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SubPort': {'1.0'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Subnet': {'1.1'}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Trunk': {'1.1'}} Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: consumer versions: Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: { DHCP agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: HyperV agent@hv-cinder-85834: {}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: L3 agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: Metadata agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: Metering agent@dv-cinder-858344-1-iscsi: {}, Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: Open vSwitch agent@dv-cinder-858344-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'ConntrackHelper': '1.0', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'LocalIPAssociation': '1.0', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Log': '1.0', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Network': '1.1', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Port': '1.7', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'PortForwarding': '1.2', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'QosPolicy': '1.10', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroup': '1.5', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SecurityGroupRule': '1.2', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'SubPort': '1.0', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Subnet': '1.1', Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: 'Trunk': '1.1'}} Sep 21 21:34:08.084543 dv-cinder-858344-1-iscsi neutron-server[104012]: {{(pid=104012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:34:08.095609 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Attempting to bind port d114a172-7611-4efe-854d-c3d0d6a2cce0 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:08.096212 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Attempting to bind port d114a172-7611-4efe-854d-c3d0d6a2cce0 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:08.096743 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Attempting to bind port d114a172-7611-4efe-854d-c3d0d6a2cce0 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:08.102987 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:08.103613 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:08.104323 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.105653 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:08.106368 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Bound port: d114a172-7611-4efe-854d-c3d0d6a2cce0, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:08.106911 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.157874 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.174837 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] For port d114a172-7611-4efe-854d-c3d0d6a2cce0, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:08.178765 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] For port d114a172-7611-4efe-854d-c3d0d6a2cce0, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d114a172-7611-4efe-854d-c3d0d6a2cce0,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:08.197806 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.213225 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (7d10a91e-15bf-442d-a91a-10015397d26e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.219641 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:34:08.222919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (65d9514a-dc32-49ab-aab7-17b07b8921f1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.224903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] Pushing event updated for resources: {'Network': ['ID=769e8c49-b6ff-4d06-bd76-fb8ea999be4a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.235380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 769e8c49-b6ff-4d06-bd76-fb8ea999be4a details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:08.269914 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea9705-4d4a-46fa-8ae6-1e3ecd9f2edc None None] Pushing event updated for resources: {'Port': ['ID=d114a172-7611-4efe-854d-c3d0d6a2cce0,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.284431 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:08.285443 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:08.286545 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188bc04-2188-476b-8bf7-86eeb81735e0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.292875 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d161ccf7-80aa-498b-b9f2-66f7e6df0f5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2086630 Sep 21 21:34:08.314667 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53196) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:08.328575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Request body: {'subnet': {'network_id': '769e8c49-b6ff-4d06-bd76-fb8ea999be4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1096324018-subnet', 'tenant_id': '997e0d0206fe4e42afd8eae966fd13a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:08.367275 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (ecad66f2-59b8-4516-8c0e-0febca011efd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.368931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:08.369593 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.429904 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:08.446203 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (7d10a91e-15bf-442d-a91a-10015397d26e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.447556 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:08.448406 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.466386 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3046150 Sep 21 21:34:08.469395 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53198) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:08.474837 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Request body: {'subnet': {'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-440204164-subnet', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:08.475011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (65d9514a-dc32-49ab-aab7-17b07b8921f1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.475851 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:08.476554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.489016 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024cd16-30fa-432a-9d86-291cff8a6450 admin admin] Pushing event updated for resources: {'Network': ['ID=ecad66f2-59b8-4516-8c0e-0febca011efd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.494111 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Made reservation on behalf of 997e0d0206fe4e42afd8eae966fd13a8 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:08.496970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.500707 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network ecad66f2-59b8-4516-8c0e-0febca011efd details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:08.582257 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Allocated IP 172.20.0.1 (20307f56-a779-4e85-8f8d-92b249dce89b/073a990b-3b8a-4dc4-9bac-8957e2505136/588c7a10-1b90-4829-baa8-f0827d8501c4) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:08.602409 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] Pushing event updated for resources: {'Network': ['ID=7d10a91e-15bf-442d-a91a-10015397d26e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.614442 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-44f4fd59-ae10-4929-9e09-62d6fbd2b7af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4812362 Sep 21 21:34:08.620024 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 7d10a91e-15bf-442d-a91a-10015397d26e details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:08.620549 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Made reservation on behalf of 210c999fb90942f1a4d1a773aec7ddb0 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:08.623070 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.624039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53202) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:08.633272 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Request body: {'subnet': {'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-subnet', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:08.665700 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:08.668902 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.676939 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5731177 Sep 21 21:34:08.684927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53204) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:08.705492 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:06Z', 'revision_number': 3, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:08.724846 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Request body: {'subnet': {'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-subnet', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:08.741292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (052a624c-4e58-4257-b624-04204289d3ad), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.744180 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210de291-f1dc-4cbd-b2ed-9f6c436772ce None None] The sync data for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi is: [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:06Z', 'revision_number': 3, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:08.791938 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdef7-42cb-4bad-bc63-0439e2b47000 admin admin] Pushing event updated for resources: {'Network': ['ID=65d9514a-dc32-49ab-aab7-17b07b8921f1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.804951 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:08.882636 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Made reservation on behalf of fedaa3ecc7e344fd93f6c5f65651f5fd for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:08.884903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.892190 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052a624c-4e58-4257-b624-04204289d3ad,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:08.972953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (957d9120-783a-470c-a149-d1af4453f431), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.974124 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks [] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:08.994781 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:08.995188 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Network hostable DHCP agents. Network: 63fcecc3-32c4-46d5-887e-4614c3e0a04e, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:09.060312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Pushing event updated for resources: {'Subnet': ['ID=957d9120-783a-470c-a149-d1af4453f431,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:09.064488 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (f421aaa6-8dea-4928-94b5-0529eb76d4dc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.101144 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.138711 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Checking segment: {'id': 'e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '769e8c49-b6ff-4d06-bd76-fb8ea999be4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:09.139065 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Network hostable DHCP agents. Network: 769e8c49-b6ff-4d06-bd76-fb8ea999be4a, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:09.162541 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:09.167022 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f421aaa6-8dea-4928-94b5-0529eb76d4dc,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:09.186431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:09.186794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Network hostable DHCP agents. Network: 7d10a91e-15bf-442d-a91a-10015397d26e, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:09.191084 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Network 769e8c49-b6ff-4d06-bd76-fb8ea999be4a is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:09.196648 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Pushing event updated for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:09.215405 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (3f5faeee-0871-453d-9adb-c8a69f3c012e), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.220568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 769e8c49-b6ff-4d06-bd76-fb8ea999be4a) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:09.225734 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Network 20307f56-a779-4e85-8f8d-92b249dce89b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:09.225870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:09.226242 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.234686 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4424bd90-a17a-48f8-a2d3-0e016db2485e None None] Network 769e8c49-b6ff-4d06-bd76-fb8ea999be4a requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:09.241813 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Network 7d10a91e-15bf-442d-a91a-10015397d26e is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:09.248123 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 7d10a91e-15bf-442d-a91a-10015397d26e) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:09.249209 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 63fcecc3-32c4-46d5-887e-4614c3e0a04e) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:09.251196 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:09.253947 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a46c9fa6-e2a6-4dd4-945e-18274e44526f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9375691 Sep 21 21:34:09.256939 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:09.257528 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.289855 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9596b4ff-91e8-40ec-8629-1e619c4b688a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6568310 Sep 21 21:34:09.290597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53220) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:09.295041 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:09.327400 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.328936 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.336485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:09.337583 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.346036 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:09.348869 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.363557 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe99f2-18a2-4c9f-8a3d-7a65690a3514 None None] Network 7d10a91e-15bf-442d-a91a-10015397d26e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:09.378776 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a4b30-63d4-4462-bb84-e1b7f6d290f7 None None] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:09.538283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for router_controller (3d2d8ce1-d710-4ea0-8789-456f58e9e539), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:09.856245 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d114a172-7611-4efe-854d-c3d0d6a2cce0 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:09.955869 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for router_gateway (3d2d8ce1-d710-4ea0-8789-456f58e9e539), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.061221 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f6400601-7a1c-4ae9-843a-677a4885e634 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3735251 Sep 21 21:34:10.061221 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5faeee-0871-453d-9adb-c8a69f3c012e,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:10.062852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53262) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:10.068141 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Checking segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:10.068567 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Network hostable DHCP agents. Network: ecad66f2-59b8-4516-8c0e-0febca011efd, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:10.082137 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:10.147457 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d114a172-7611-4efe-854d-c3d0d6a2cce0 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:10.147922 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.148586 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d114a172-7611-4efe-854d-c3d0d6a2cce0 Sep 21 21:34:10.158363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.162064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.197610 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (bd16fdf1-cc12-4da1-a516-4242b9d4ab24), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.219459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:34:10.220311 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Network ecad66f2-59b8-4516-8c0e-0febca011efd is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:10.220962 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.265212 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.277045 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Provisioning complete for port 588c7a10-1b90-4829-baa8-f0827d8501c4 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:10.278421 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.279509 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 1 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:10.290474 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, ecad66f2-59b8-4516-8c0e-0febca011efd) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:10.303043 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:10.303619 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.310294 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd16fdf1-cc12-4da1-a516-4242b9d4ab24,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:10.363866 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8fa378f0-6bfd-419b-a0fb-6f34e75f95a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8931961 Sep 21 21:34:10.373582 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53268) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:10.374517 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Checking segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:10.374880 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Network hostable DHCP agents. Network: 65d9514a-dc32-49ab-aab7-17b07b8921f1, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:10.381884 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:10.395762 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53270) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:10.406416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for router_controller (ae0c77b8-ca94-4294-b4ae-17e5be826950), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.408436 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-319637716-network', 'tenant_id': '0f2f10a1793b478eb6805eb9fb9f4f90'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:10.422262 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:10.429646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880dc0d-2480-4d1d-8e19-56defa60752f None None] Network ecad66f2-59b8-4516-8c0e-0febca011efd requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:10.491395 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.492510 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.498248 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:10.503461 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Made reservation on behalf of 0f2f10a1793b478eb6805eb9fb9f4f90 for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:10.505841 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.526867 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 65d9514a-dc32-49ab-aab7-17b07b8921f1) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:10.537607 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.544677 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:10.545129 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.576859 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d82f15-394f-44b1-a31b-4191ae323f4c None None] Network 769e8c49-b6ff-4d06-bd76-fb8ea999be4a requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:10.578619 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d10555-8aaa-4ebd-9fbf-a23e1ae2ca0f None None] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:10.613296 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-7d10a91e-15bf-442d-a91a-10015397d26e', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:34:10.614193 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.645048 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-42ede69f-4a47-4eef-86b7-2952d25a0d04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9287429 Sep 21 21:34:10.645271 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for router_controller (41d04b93-1041-4621-84dc-003ed06f6f9d), precommit_add_association {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.648860 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53274) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:10.659071 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:10.665991 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for router_gateway (ae0c77b8-ca94-4294-b4ae-17e5be826950), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.673929 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for router_gateway (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.696249 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.724099 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks [] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.736535 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d114a172-7611-4efe-854d-c3d0d6a2cce0 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:10.736945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.765621 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.766560 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.783440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (ea086d62-de18-4ab1-a610-89ee478a723c), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.784630 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (ea086d62-de18-4ab1-a610-89ee478a723c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.787878 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Allocated IP 172.20.0.2 (63fcecc3-32c4-46d5-887e-4614c3e0a04e/052a624c-4e58-4257-b624-04204289d3ad/b75de5ea-d79b-4879-a300-6f154fd16293) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:10.834498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port d114a172-7611-4efe-854d-c3d0d6a2cce0, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d114a172-7611-4efe-854d-c3d0d6a2cce0,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:10.896048 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-ecad66f2-59b8-4516-8c0e-0febca011efd', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:34:10.896918 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.898907 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:10.910160 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Allocated IP 172.27.0.87 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/8c407c9f-2ad1-4be1-af36-cdad89b854a2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:10.962730 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 2 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:11.017998 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for router_controller (ea086d62-de18-4ab1-a610-89ee478a723c), precommit_add_association {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.070402 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=d114a172-7611-4efe-854d-c3d0d6a2cce0,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.128452 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.132611 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for router_gateway (41d04b93-1041-4621-84dc-003ed06f6f9d), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.141922 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Pushing event updated for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.143533 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for router_gateway (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.171739 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.205493 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks [] for security_group (4f46d1cf-9da6-4d59-842f-01c5fc019bf6), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.248961 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.263410 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4f46d1cf-9da6-4d59-842f-01c5fc019bf6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.279208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:11.283697 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:11.321894 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Network 20307f56-a779-4e85-8f8d-92b249dce89b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:11.328967 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:11.336603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:11.378941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53290) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:11.394638 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks [] for port (b75de5ea-d79b-4879-a300-6f154fd16293), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.416947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.442752 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c407c9f-2ad1-4be1-af36-cdad89b854a2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.444748 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-65d9514a-dc32-49ab-aab7-17b07b8921f1', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:34:11.445909 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.466690 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:34:11.517002 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:11.525574 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Allocated IP 172.27.0.45 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/1355a9b6-b23c-4053-bc3f-3c148051013f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:11.624753 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for router_gateway (ea086d62-de18-4ab1-a610-89ee478a723c), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.637806 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Router d7375dbd-cdd8-48e5-8647-f19789f4108a has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:34:11.658372 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:11.661416 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f46d1cf-9da6-4d59-842f-01c5fc019bf6,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.681722 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d114a172-7611-4efe-854d-c3d0d6a2cce0 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:11.684072 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:11.684298 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.710566 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751864524270', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1af6541f-12e6-42f9-a5aa-b07a2ebafa83), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.711380 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Unsubscribe: segment precommit_create {{(pid=104010) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:34:11.711556 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Added segment 1af6541f-12e6-42f9-a5aa-b07a2ebafa83 of type vlan for network 972246bd-7589-40bc-9e37-c0488ae55269 Sep 21 21:34:11.713632 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:11.731905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Pushing event updated for resources: {'Port': ['ID=b75de5ea-d79b-4879-a300-6f154fd16293,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.762044 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.771416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d235e0cc-dee4-4959-8792-f938f11b925d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.828513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Allocated IP 172.20.0.2 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/6efb8eed-d5d6-4538-a461-554504a87be8) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:11.853363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:11.872107 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:11.881547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:11.885509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Pushing event updated for resources: {'Port': ['ID=1355a9b6-b23c-4053-bc3f-3c148051013f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:11.955935 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (972246bd-7589-40bc-9e37-c0488ae55269), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:11.973882 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for router_gateway (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.008829 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:12.019241 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c6817d21-175a-476d-9ae2-ab36d3efdca1 admin admin] 10.222.0.18 "PUT /v2.0/routers/d7375dbd-cdd8-48e5-8647-f19789f4108a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9879394 Sep 21 21:34:12.035963 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (972246bd-7589-40bc-9e37-c0488ae55269), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.036361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:12.036939 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.089888 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 3 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:12.105863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Sync routers for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:12.159933 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Allocated IP 172.20.0.2 (ecad66f2-59b8-4516-8c0e-0febca011efd/3f5faeee-0871-453d-9adb-c8a69f3c012e/235f36c9-8ca3-454e-acdb-3486a773105f) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:12.168046 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:12.168711 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:12.208311 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8061028 Sep 21 21:34:12.212855 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53302) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:12.222900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Request body: {'subnet': {'network_id': '972246bd-7589-40bc-9e37-c0488ae55269', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-319637716-subnet', 'tenant_id': '0f2f10a1793b478eb6805eb9fb9f4f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:12.227002 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dcb2c-4416-4fa7-998a-d2c6673f2a4c admin admin] Pushing event updated for resources: {'Network': ['ID=972246bd-7589-40bc-9e37-c0488ae55269,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:12.279028 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:12.326358 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Made reservation on behalf of 0f2f10a1793b478eb6805eb9fb9f4f90 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:12.329189 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.333246 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for router_gateway (41d04b93-1041-4621-84dc-003ed06f6f9d), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.355778 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 972246bd-7589-40bc-9e37-c0488ae55269 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:34:12.368474 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Attempting to bind port b75de5ea-d79b-4879-a300-6f154fd16293 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:12.368868 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Attempting to bind port b75de5ea-d79b-4879-a300-6f154fd16293 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:12.369217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Attempting to bind port b75de5ea-d79b-4879-a300-6f154fd16293 on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:12.384184 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d235e0cc-dee4-4959-8792-f938f11b925d admin admin] Publish callbacks [] for security_group (9d93dd12-02d1-4339-a290-eb3e7ae93f7e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.397801 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.419944 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:12.419944 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:12.419944 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.420438 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Bound using segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:12.420721 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Bound port: b75de5ea-d79b-4879-a300-6f154fd16293, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:12.421109 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.428125 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d235e0cc-dee4-4959-8792-f938f11b925d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9d93dd12-02d1-4339-a290-eb3e7ae93f7e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.462066 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:12.493837 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d114a172-7611-4efe-854d-c3d0d6a2cce0 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:12.494246 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.494996 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d114a172-7611-4efe-854d-c3d0d6a2cce0 Sep 21 21:34:12.559906 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Allocated IP 172.20.0.2 (65d9514a-dc32-49ab-aab7-17b07b8921f1/bd16fdf1-cc12-4da1-a516-4242b9d4ab24/f5be16f3-0e68-49e0-bf97-adf11be3e199) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:12.597095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.615232 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e0cc-dee4-4959-8792-f938f11b925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93dd12-02d1-4339-a290-eb3e7ae93f7e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:12.659452 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for router_gateway (ea086d62-de18-4ab1-a610-89ee478a723c), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.698579 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.713084 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53328) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:12.721666 dv-cinder-858344-1-iscsi neutron-server[104010]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:34:12.739946 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d235e0cc-dee4-4959-8792-f938f11b925d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58798aa8eec944f1a511dc0a754ca50f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3049896 Sep 21 21:34:12.741461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53330) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:12.742284 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Allocated IP 172.27.0.178 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/6ea7abb4-1df2-41f5-a03d-5b4fb61109a7) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:12.757687 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for router_gateway (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.856699 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] For port b75de5ea-d79b-4879-a300-6f154fd16293, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:12.869381 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] For port b75de5ea-d79b-4879-a300-6f154fd16293, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b75de5ea-d79b-4879-a300-6f154fd16293,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:12.901538 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks [] for port (6efb8eed-d5d6-4538-a461-554504a87be8), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.945542 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] Publish callbacks [] for security_group (9d93dd12-02d1-4339-a290-eb3e7ae93f7e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.961384 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.965220 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.974863 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 4 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:12.979131 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (51ce99d1-46ce-4748-a988-36ac644f868a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:12.985171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] Publish callbacks [] for security_group (9d93dd12-02d1-4339-a290-eb3e7ae93f7e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.014764 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:34:13.082846 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d114a172-7611-4efe-854d-c3d0d6a2cce0 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:13.087065 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks [] for port (235f36c9-8ca3-454e-acdb-3486a773105f), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.135816 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ce99d1-46ce-4748-a988-36ac644f868a,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:13.137079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:13.152934 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-6b0b083b-24db-4bc7-a27f-ab256d3c8598 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:13.153094 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:13.158822 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.159708 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-6b0b083b-24db-4bc7-a27f-ab256d3c8598 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/networks?id=20307f56-a779-4e85-8f8d-92b249dce89b HTTP/1.1" status: 200 len: 811 time: 0.4401731 Sep 21 21:34:13.161018 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:13.174240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:13.180063 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540604-b790-4aaa-94f8-d39c7f58e4b0 None None] Pushing event updated for resources: {'Port': ['ID=b75de5ea-d79b-4879-a300-6f154fd16293,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:13.192424 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks [] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.204453 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-6ebb5e46-c31c-4143-afa5-90bd29d79c1b tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/quotas/527106f3b67041d18574b2321a1388df HTTP/1.1" status: 200 len: 375 time: 0.0435312 Sep 21 21:34:13.208792 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.213909 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Checking segment: {'id': '1af6541f-12e6-42f9-a5aa-b07a2ebafa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '972246bd-7589-40bc-9e37-c0488ae55269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:13.213909 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Network hostable DHCP agents. Network: 972246bd-7589-40bc-9e37-c0488ae55269, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:34:13.231048 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.253971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Network ecad66f2-59b8-4516-8c0e-0febca011efd is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:13.272353 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:13.286416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.295869 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:13.302272 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9d93dd12-02d1-4339-a290-eb3e7ae93f7e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.303952 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '588c7a10-1b90-4829-baa8-f0827d8501c4', 'name': '', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'mac_address': 'fa:16:3e:64:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:08Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 2, 'project_id': '527106f3b67041d18574b2321a1388df', 'subnets': [{'id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:13.304817 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.306037 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d93dd12-02d1-4339-a290-eb3e7ae93f7e HTTP/1.1" status: 204 len: 168 time: 0.5620148 Sep 21 21:34:13.318563 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Pushing event updated for resources: {'Port': ['ID=6efb8eed-d5d6-4538-a461-554504a87be8,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:13.398615 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.401499 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:13.432046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:13.446750 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:13.474131 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Attempting to bind port 6efb8eed-d5d6-4538-a461-554504a87be8 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:13.474983 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Attempting to bind port 6efb8eed-d5d6-4538-a461-554504a87be8 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:13.476228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961217-b528-48b2-b685-52197d0d656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93dd12-02d1-4339-a290-eb3e7ae93f7e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:13.480032 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:13.480678 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:13.481001 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Attempting to bind port 6efb8eed-d5d6-4538-a461-554504a87be8 on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:13.487833 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:13.489626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Checking router: d7375dbd-cdd8-48e5-8647-f19789f4108a for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:13.491367 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Updating router d7375dbd-cdd8-48e5-8647-f19789f4108a port 588c7a10-1b90-4829-baa8-f0827d8501c4 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:13.495603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Network 972246bd-7589-40bc-9e37-c0488ae55269 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:34:13.498029 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:13.526919 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:13.527671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:13.528077 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.528476 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:13.528962 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Bound port: 6efb8eed-d5d6-4538-a461-554504a87be8, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:13.529345 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.553182 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.564282 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-88fb9a0a-88f2-4a4b-9877-95e5fbbb19f8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2662327 Sep 21 21:34:13.564976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53342) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:13.592256 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-dab9eecb-2329-4e12-aff3-8ef7112bcb2d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=527106f3b67041d18574b2321a1388df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3866539 Sep 21 21:34:13.616213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:13.652080 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 972246bd-7589-40bc-9e37-c0488ae55269) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:13.656502 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:13.665712 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:13.677106 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Allocated IP 172.27.0.179 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/b616a12f-3533-410e-8d48-10fbb4a4eaab) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:13.685174 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:13.685933 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:13.710592 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:13.736686 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-2bd03896-4d50-46d5-9940-b44a13470f6b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5216258 Sep 21 21:34:13.815200 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 5 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:13.817489 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Attempting to bind port 235f36c9-8ca3-454e-acdb-3486a773105f on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:13.817880 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Attempting to bind port 235f36c9-8ca3-454e-acdb-3486a773105f by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:13.819272 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Attempting to bind port 235f36c9-8ca3-454e-acdb-3486a773105f on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:13.821642 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:13.834634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e98276-0639-4029-b628-373cbb19a8df None None] Network 972246bd-7589-40bc-9e37-c0488ae55269 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:13.964079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b75de5ea-d79b-4879-a300-6f154fd16293 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:14.025494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:34:14.072927 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:11Z', 'revision_number': 3, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:14.104287 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:14.105014 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Updating router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:14.108894 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:14.110476 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:14.110862 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Checking segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:14.111273 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.113322 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Bound using segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:14.115836 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Bound port: 235f36c9-8ca3-454e-acdb-3486a773105f, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:14.116274 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.137950 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.154859 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53364) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:14.328451 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-15986a4a-42a1-4ea3-8a4b-6f0974d7f92a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:34:14.336259 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-15986a4a-42a1-4ea3-8a4b-6f0974d7f92a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4050934 Sep 21 21:34:14.408451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Pushing event updated for resources: {'Port': ['ID=235f36c9-8ca3-454e-acdb-3486a773105f,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:14.423278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Deleting subnet 957d9120-783a-470c-a149-d1af4453f431 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:34:14.427999 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.433841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Publish callbacks [] for subnet (957d9120-783a-470c-a149-d1af4453f431), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.443758 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Attempting to bind port f5be16f3-0e68-49e0-bf97-adf11be3e199 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:14.444640 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Attempting to bind port f5be16f3-0e68-49e0-bf97-adf11be3e199 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:14.445115 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Attempting to bind port f5be16f3-0e68-49e0-bf97-adf11be3e199 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:14.486659 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.497763 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] For port 6efb8eed-d5d6-4538-a461-554504a87be8, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:14.524900 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:14.525485 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Checking segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:14.526259 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.526763 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Bound using segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:14.527365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Bound port: f5be16f3-0e68-49e0-bf97-adf11be3e199, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:14.527861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.580115 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] For port 6efb8eed-d5d6-4538-a461-554504a87be8, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6efb8eed-d5d6-4538-a461-554504a87be8,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:14.615316 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 6 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:14.624635 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for router_gateway (41d04b93-1041-4621-84dc-003ed06f6f9d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.634960 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.662420 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Pushing event updated for resources: {'Port': ['ID=f5be16f3-0e68-49e0-bf97-adf11be3e199,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:14.705629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] For port 235f36c9-8ca3-454e-acdb-3486a773105f, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:14.772130 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-996d2f9d-18c7-4c47-aa67-1fd5c88c0e15 service neutron] 10.222.0.18 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348924 Sep 21 21:34:14.811228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:14.814774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Publish callbacks [] for subnet (957d9120-783a-470c-a149-d1af4453f431), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.842661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (957d9120-783a-470c-a149-d1af4453f431), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.849494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.854944 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2ab90b41-9ca2-4566-9b9b-f1bcd5e68116 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7910507 Sep 21 21:34:14.857136 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53386) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:14.896318 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] For port 235f36c9-8ca3-454e-acdb-3486a773105f, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=235f36c9-8ca3-454e-acdb-3486a773105f,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:14.898481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:14.928034 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343bc20-eef9-40ad-87f7-57c59c15a113 None None] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:14.966290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:15.033505 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks [] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.042371 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a61d93-6331-4e72-b603-a259a4b5331b None None] Network 972246bd-7589-40bc-9e37-c0488ae55269 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:15.042953 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.062087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.125983 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Attempting to bind port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:15.128106 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Attempting to bind port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:15.129793 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Attempting to bind port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:15.138840 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69a568-fdf6-4d61-9bb7-87ace95553d1 None None] Pushing event updated for resources: {'Port': ['ID=8c407c9f-2ad1-4be1-af36-cdad89b854a2,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:15.143993 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:15.144758 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:15.146761 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.147640 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:15.148762 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Bound port: 8c407c9f-2ad1-4be1-af36-cdad89b854a2, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:15.149393 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.185717 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:15.202835 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:15.324533 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:15.347679 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port b75de5ea-d79b-4879-a300-6f154fd16293 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:15.348011 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.348266 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port b75de5ea-d79b-4879-a300-6f154fd16293 Sep 21 21:34:15.378212 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (957d9120-783a-470c-a149-d1af4453f431), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.379045 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] For port 8c407c9f-2ad1-4be1-af36-cdad89b854a2, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:15.384316 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] For port 8c407c9f-2ad1-4be1-af36-cdad89b854a2, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8c407c9f-2ad1-4be1-af36-cdad89b854a2,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:15.393287 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.407763 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:15.408436 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:15.415771 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:15.475882 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:15.483796 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:15.493390 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957d9120-783a-470c-a149-d1af4453f431,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:15.577510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.585035 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4171fbbc-431c-4378-9052-ad831e9e9111 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/957d9120-783a-470c-a149-d1af4453f431 HTTP/1.1" status: 204 len: 168 time: 1.4288046 Sep 21 21:34:15.591010 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53400) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:15.611957 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69a568-fdf6-4d61-9bb7-87ace95553d1 None None] Pushing event updated for resources: {'Port': ['ID=8c407c9f-2ad1-4be1-af36-cdad89b854a2,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:15.625484 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] For port f5be16f3-0e68-49e0-bf97-adf11be3e199, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:15.698066 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc9e5c-6ffa-4f9f-af2d-c4590c672630 None None] Pushing event updated for resources: {'Port': ['ID=6efb8eed-d5d6-4538-a461-554504a87be8,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:15.750024 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.763746 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:15.770728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] For port f5be16f3-0e68-49e0-bf97-adf11be3e199, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=f5be16f3-0e68-49e0-bf97-adf11be3e199,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:15.840696 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=b616a12f-3533-410e-8d48-10fbb4a4eaab,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:15.884347 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.890515 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 7 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:15.926646 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for router_gateway (ea086d62-de18-4ab1-a610-89ee478a723c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:15.942886 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-2617d005-853a-4d15-8d93-56899beae901 service neutron] 10.222.0.18 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697762 Sep 21 21:34:15.987843 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:16.000165 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.136616 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (769e8c49-b6ff-4d06-bd76-fb8ea999be4a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.308056 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:11Z', 'revision_number': 3, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:16.432198 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Allocated IP 172.20.0.1 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:16.476062 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e3366-97f3-4dd2-a681-6a846694f04a None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:11Z', 'revision_number': 3, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:16.517178 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks [] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.594252 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 8 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:16.641431 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.656701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port b75de5ea-d79b-4879-a300-6f154fd16293 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:16.656701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.682818 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463f1c5-c69d-4f7b-892f-32b2ff7699ed None None] Network 7d10a91e-15bf-442d-a91a-10015397d26e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:16.806365 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks [] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.829733 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:16.855311 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.863959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4d531-bf35-480c-ae8a-0f4a2b6c426f None None] Pushing event updated for resources: {'Port': ['ID=235f36c9-8ca3-454e-acdb-3486a773105f,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:16.888490 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-97ef1842-3cbf-45d8-8c13-89488cf572d6 req-bc15f199-35f6-44ef-9187-3bfc74e335a5 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.3418753 Sep 21 21:34:16.928419 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:16.932973 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (769e8c49-b6ff-4d06-bd76-fb8ea999be4a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:16.973571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:16.982102 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:16.983099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.084022 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Pushing event updated for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:17.161469 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e449530-22fa-42b6-a285-103851905d0e None None] Network ecad66f2-59b8-4516-8c0e-0febca011efd requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:17.182550 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.183531 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.184479 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.184977 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > port after_create 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.185455 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.185985 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > port after_update 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.186547 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.187037 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.187550 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.188098 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.215681 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:17.302259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.370676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53456) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:17.640689 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.705012 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.705373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.705700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.708720 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:34:17.709733 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769e8c49-b6ff-4d06-bd76-fb8ea999be4a']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:17.723847 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f40f4d39-0d76-444d-bd6a-6f2499041e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.754851 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Router 41d04b93-1041-4621-84dc-003ed06f6f9d is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:34:17.776154 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:17.776454 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:17.787476 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (ea086d62-de18-4ab1-a610-89ee478a723c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.836929 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.841235 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 9 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:17.847188 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port b75de5ea-d79b-4879-a300-6f154fd16293, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b75de5ea-d79b-4879-a300-6f154fd16293,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:17.902841 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.914161 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3ea6f-07f7-4ea7-afac-81cd93ecd7a0 None None] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:34:17.933315 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Attempting to bind port 588c7a10-1b90-4829-baa8-f0827d8501c4 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:17.933697 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Attempting to bind port 588c7a10-1b90-4829-baa8-f0827d8501c4 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:17.934103 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Attempting to bind port 588c7a10-1b90-4829-baa8-f0827d8501c4 on network 20307f56-a779-4e85-8f8d-92b249dce89b {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:17.940083 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38439-f43f-4e22-8339-57f9ba3be1d7 None None] Pushing event updated for resources: {'Port': ['ID=f5be16f3-0e68-49e0-bf97-adf11be3e199,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:17.972176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:17.972593 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Checking segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:17.973231 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:17.973749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Bound using segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:17.975232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Bound port: 588c7a10-1b90-4829-baa8-f0827d8501c4, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:17.975655 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.100866 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f40f4d39-0d76-444d-bd6a-6f2499041e08 admin admin] Publish callbacks [] for security_group (3c28687e-77de-47b6-90b8-9932dfab7754), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.134962 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Allocated IP 172.20.0.1 (63fcecc3-32c4-46d5-887e-4614c3e0a04e/052a624c-4e58-4257-b624-04204289d3ad/70ecc8df-9e88-4798-9f87-38c535afec7a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:18.171653 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:18.209194 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-76fca5af-13ab-45b3-9187-3472cfa4bac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.274989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53470) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:18.283742 dv-cinder-858344-1-iscsi neutron-server[104009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:34:18.338967 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f40f4d39-0d76-444d-bd6a-6f2499041e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3c28687e-77de-47b6-90b8-9932dfab7754), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.348716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.360974 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:34:18.361699 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.369291 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154b078-4cd3-4c45-88fd-c84103da3dfd None None] Pushing event updated for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:18.387741 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8c407c9f-2ad1-4be1-af36-cdad89b854a2 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:18.410419 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f163e172-4e93-461c-8ea2-7c8f053dff13 req-d5f930a2-da79-4a74-a2d2-991f50fe9087 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.1340175 Sep 21 21:34:18.472369 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (769e8c49-b6ff-4d06-bd76-fb8ea999be4a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.491032 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.506817 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] 10.222.0.18 "DELETE /v2.0/networks/769e8c49-b6ff-4d06-bd76-fb8ea999be4a HTTP/1.1" status: 204 len: 168 time: 2.9120169 Sep 21 21:34:18.509878 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53482) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:18.541868 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f40f4d39-0d76-444d-bd6a-6f2499041e08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d7e3f433ede48f881ea0322d9b755f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1613812 Sep 21 21:34:18.557220 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53484) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:18.597435 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f4d39-0d76-444d-bd6a-6f2499041e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28687e-77de-47b6-90b8-9932dfab7754,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:18.631087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] For port 588c7a10-1b90-4829-baa8-f0827d8501c4, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:18.657473 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:34:18.664121 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] For port 588c7a10-1b90-4829-baa8-f0827d8501c4, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=588c7a10-1b90-4829-baa8-f0827d8501c4,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:18.689141 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Attempt 10 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:18.734425 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a98c3-ddb5-43d8-8e5e-e94fd65c9c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=769e8c49-b6ff-4d06-bd76-fb8ea999be4a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:18.757559 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks [] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.771353 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] Publish callbacks [] for security_group (3c28687e-77de-47b6-90b8-9932dfab7754), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.773073 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.773762 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a resource provider aggregate not found Sep 21 21:34:18.780174 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=b75de5ea-d79b-4879-a300-6f154fd16293,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:18.835277 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks [] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.868387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-4c85ba00-c42a-4613-921f-740a454bd0d3 None None] Port 588c7a10-1b90-4829-baa8-f0827d8501c4 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:18.876916 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] Publish callbacks [] for security_group (3c28687e-77de-47b6-90b8-9932dfab7754), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:18.884570 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:12Z', 'revision_number': 3, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:18.888489 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:18.889313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:18.920470 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7c5e0f8-9d0d-47a5-aaf5-b6cf86d5bd4a found for delete ", "request_id": "req-6d9c2764-3b73-42da-a768-fe0d562e966a"}]} Sep 21 21:34:19.042739 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Deleting subnet 51ce99d1-46ce-4748-a988-36ac644f868a {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:34:19.059756 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Publish callbacks [] for subnet (51ce99d1-46ce-4748-a988-36ac644f868a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.060451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:19.060979 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.061417 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 Sep 21 21:34:19.156276 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.161490 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.167294 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:19.167873 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Updating router ae0c77b8-ca94-4294-b4ae-17e5be826950 port 1355a9b6-b23c-4053-bc3f-3c148051013f binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:19.189081 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:19.202439 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:19.238398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.255666 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:19.257351 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:19.303836 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Pushing event updated for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:19.339172 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (51ce99d1-46ce-4748-a988-36ac644f868a), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.347463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:19.348232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.353851 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.359825 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4db93cfb-2631-41d0-891d-24bc5a38a889 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9797325 Sep 21 21:34:19.359975 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154b078-4cd3-4c45-88fd-c84103da3dfd None None] Pushing event updated for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:19.362805 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3c28687e-77de-47b6-90b8-9932dfab7754), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.365695 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.367032 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c28687e-77de-47b6-90b8-9932dfab7754 HTTP/1.1" status: 204 len: 168 time: 0.8070505 Sep 21 21:34:19.371566 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port b75de5ea-d79b-4879-a300-6f154fd16293 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:19.372620 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.373173 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port b75de5ea-d79b-4879-a300-6f154fd16293 Sep 21 21:34:19.374301 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:19.375080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53504) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:19.403947 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:19.440906 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:19.470978 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.483892 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Router ea086d62-de18-4ab1-a610-89ee478a723c is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:34:19.525354 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa85f3-870a-4510-8700-c4b18ddb22b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28687e-77de-47b6-90b8-9932dfab7754,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:19.529591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:19.542396 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (51ce99d1-46ce-4748-a988-36ac644f868a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.546945 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.549108 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:19.649499 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 8c407c9f-2ad1-4be1-af36-cdad89b854a2, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8c407c9f-2ad1-4be1-af36-cdad89b854a2,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:19.664306 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port b75de5ea-d79b-4879-a300-6f154fd16293 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:19.682460 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.683354 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6efb8eed-d5d6-4538-a461-554504a87be8 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:19.749846 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Pushing event updated for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:19.837936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (51ce99d1-46ce-4748-a988-36ac644f868a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.886614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:19.894856 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:19.900082 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-21039204-c00e-4dd8-bfa4-ae2f822d6ffd req-3d755172-19cd-46bf-9239-b870abad1d1a tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.1122928 Sep 21 21:34:19.929542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:19.964499 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:14Z', 'revision_number': 3, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:19.966147 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ce99d1-46ce-4748-a988-36ac644f868a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:19.975259 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:19.981332 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f59867fd-b692-4a2b-8fda-1b7ad8a7313c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51ce99d1-46ce-4748-a988-36ac644f868a HTTP/1.1" status: 204 len: 168 time: 1.4623187 Sep 21 21:34:19.983117 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53520) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:20.051361 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:20.051716 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Updating router 41d04b93-1041-4621-84dc-003ed06f6f9d port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:20.095820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.097706 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0f2ec95b-78b9-4493-9fc9-afd4e8472ae2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4459658 Sep 21 21:34:20.101396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53524) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:20.129096 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.168879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (972246bd-7589-40bc-9e37-c0488ae55269), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.263860 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks [] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.323829 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:20.327575 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (972246bd-7589-40bc-9e37-c0488ae55269), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.369136 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972246bd-7589-40bc-9e37-c0488ae55269']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:20.384536 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af6541f-12e6-42f9-a5aa-b07a2ebafa83') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:20.385383 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af6541f-12e6-42f9-a5aa-b07a2ebafa83') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:20.401741 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (1af6541f-12e6-42f9-a5aa-b07a2ebafa83), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.405418 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:20.407890 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.408262 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:20.425519 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1af6541f-12e6-42f9-a5aa-b07a2ebafa83), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.439735 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:34:20.440742 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (1af6541f-12e6-42f9-a5aa-b07a2ebafa83), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.484168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.497496 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.548566 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:20.574540 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:34:20.614412 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (972246bd-7589-40bc-9e37-c0488ae55269), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.621306 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.633384 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] 10.222.0.18 "DELETE /v2.0/networks/972246bd-7589-40bc-9e37-c0488ae55269 HTTP/1.1" status: 204 len: 168 time: 0.6491954 Sep 21 21:34:20.650713 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks [] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.652198 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Attempting to bind port 1355a9b6-b23c-4053-bc3f-3c148051013f on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:20.658251 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Attempting to bind port 1355a9b6-b23c-4053-bc3f-3c148051013f by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:20.658623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Attempting to bind port 1355a9b6-b23c-4053-bc3f-3c148051013f on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:20.665241 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.667847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8571e-55f3-4385-acfa-39110a513403 admin admin] Pushing event deleted for resources: {'Network': ['ID=972246bd-7589-40bc-9e37-c0488ae55269,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:20.673453 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:20.676521 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:33:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:20.697269 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Attempting to bind port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:20.697995 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Attempting to bind port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:20.709011 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Attempting to bind port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:20.718428 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:20.719046 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:20.719616 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.720149 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:20.720772 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Bound port: 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:20.721289 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.727638 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.20', 63876) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:20.837635 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] For port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:20.857235 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] For port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:20.915960 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3139ccfb-ac4d-4ff7-9948-b556e5d54657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.936116 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:20.936719 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:20.937331 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.937926 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:20.938667 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Bound port: 1355a9b6-b23c-4053-bc3f-3c148051013f, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:20.939183 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.944834 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.963622 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:20.964325 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:20.982705 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6efb8eed-d5d6-4538-a461-554504a87be8 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:20.983379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:20.984074 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6efb8eed-d5d6-4538-a461-554504a87be8 Sep 21 21:34:20.998367 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=8c407c9f-2ad1-4be1-af36-cdad89b854a2,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:21.007990 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 1af6541f-12e6-42f9-a5aa-b07a2ebafa83 resource provider aggregate not found Sep 21 21:34:21.045791 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 1af6541f-12e6-42f9-a5aa-b07a2ebafa83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1af6541f-12e6-42f9-a5aa-b07a2ebafa83 found for delete ", "request_id": "req-a98a3674-19e2-433b-85c2-1336697d1480"}]} Sep 21 21:34:21.104201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-5f9230c5-610b-4ef8-aaf8-8af8e73df4a0 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:21.105804 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-5f9230c5-610b-4ef8-aaf8-8af8e73df4a0 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.20 "GET /v2.0/networks?id=20307f56-a779-4e85-8f8d-92b249dce89b HTTP/1.1" status: 200 len: 811 time: 0.3770730 Sep 21 21:34:21.116820 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:21.129094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-64491793-21ac-46b5-ad5d-4ac6ec5aa5ef admin admin] 10.222.0.18 "PUT /v2.0/routers/3d2d8ce1-d710-4ea0-8789-456f58e9e539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5517781 Sep 21 21:34:21.142769 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:21.169354 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Request body: {'port': {'device_id': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'admin_state_up': True, 'tenant_id': '527106f3b67041d18574b2321a1388df'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:21.295531 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:21.298074 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 2 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:21.318414 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:21.319352 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:21.369350 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:21.372112 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53568) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:21.433538 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:21.443738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:21.567084 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Made reservation on behalf of 527106f3b67041d18574b2321a1388df for: {'port': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:21.571284 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.631126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks [] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.718581 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff55fe-d09a-475d-ac27-2b61deccb799 None None] Pushing event updated for resources: {'Port': ['ID=1355a9b6-b23c-4053-bc3f-3c148051013f,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:21.730717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] For port 1355a9b6-b23c-4053-bc3f-3c148051013f, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:21.744232 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da77cb5-34be-4bcb-9f8f-3231274cdb5f None None] Pushing event updated for resources: {'Port': ['ID=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:21.760145 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.760868 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.790793 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03f7c84b-414c-4c59-bb5e-c68c380ccb7c req-2fab256c-9cb6-4282-a3e0-374839b66511 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.4006557 Sep 21 21:34:21.875320 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] For port 1355a9b6-b23c-4053-bc3f-3c148051013f, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1355a9b6-b23c-4053-bc3f-3c148051013f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:21.878459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.923074 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da77cb5-34be-4bcb-9f8f-3231274cdb5f None None] Pushing event updated for resources: {'Port': ['ID=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:21.924062 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:21.934708 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Allocated IP 172.20.0.4 (20307f56-a779-4e85-8f8d-92b249dce89b/073a990b-3b8a-4dc4-9bac-8957e2505136/a4eac976-7d49-4518-81b9-6de0c3078354) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:22.047572 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:14Z', 'revision_number': 3, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:22.051097 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:18Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:22.057707 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 3 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:22.075183 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff55fe-d09a-475d-ac27-2b61deccb799 None None] Pushing event updated for resources: {'Port': ['ID=1355a9b6-b23c-4053-bc3f-3c148051013f,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:22.102083 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:22.102604 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Updating router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:22.106127 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3618b-5938-4aa2-b878-ba7059753169 None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:14Z', 'revision_number': 3, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:22.142125 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks [] for port (a4eac976-7d49-4518-81b9-6de0c3078354), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.145866 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.166980 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53606) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:22.173213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903155519', 'description': 'tempest-description--269771242'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:22.222050 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.229138 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:22.229805 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:22.252878 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Network 20307f56-a779-4e85-8f8d-92b249dce89b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:22.274565 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:22.276904 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:22.279847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.477159 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6efb8eed-d5d6-4538-a461-554504a87be8 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:22.477701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.489453 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Pushing event updated for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:22.514741 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c7aa281d-ca73-491e-b6c5-f84639fc27bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=997e0d0206fe4e42afd8eae966fd13a8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1385891 Sep 21 21:34:22.539676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53620) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:22.562370 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:22.763192 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '588c7a10-1b90-4829-baa8-f0827d8501c4', 'name': '', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'mac_address': 'fa:16:3e:64:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:08Z', 'updated_at': '2022-09-21T21:34:18Z', 'revision_number': 4, 'project_id': '527106f3b67041d18574b2321a1388df', 'subnets': [{'id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:22.823351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc3158-b8a1-41fd-ad55-e85beceacd19 None None] The sync data for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi is: [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '588c7a10-1b90-4829-baa8-f0827d8501c4', 'name': '', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'mac_address': 'fa:16:3e:64:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:08Z', 'updated_at': '2022-09-21T21:34:18Z', 'revision_number': 4, 'project_id': '527106f3b67041d18574b2321a1388df', 'subnets': [{'id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:22.823643 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks [] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.847674 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:22.962196 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (17bf36d1-a202-42b5-a5dc-a3822f7101f3), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.053212 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:23.094413 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 4 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:23.119029 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (17bf36d1-a202-42b5-a5dc-a3822f7101f3), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.131219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 6efb8eed-d5d6-4538-a461-554504a87be8, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6efb8eed-d5d6-4538-a461-554504a87be8,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:23.134614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:23.294947 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.296582 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1284950 Sep 21 21:34:23.304834 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Pushing event updated for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:23.309373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53638) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:23.323659 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '17bf36d1-a202-42b5-a5dc-a3822f7101f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:23.335558 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:23.336391 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.342455 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9356f-6500-4575-b8b0-d13e03872b94 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf36d1-a202-42b5-a5dc-a3822f7101f3,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:23.344010 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e9159-a3c0-4658-abe8-193dfeb8e557 None None] Pushing event updated for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:23.374874 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-82be5ab9-e45b-4f96-997e-632f7307ec6c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2135153 Sep 21 21:34:23.377037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:23.399363 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Attempting to bind port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:23.399754 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Attempting to bind port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:23.400126 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Attempting to bind port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:23.409698 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-ac61d870-0bc0-436e-a18e-fc628b779f8e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:34:23.411173 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-ac61d870-0bc0-436e-a18e-fc628b779f8e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190523 Sep 21 21:34:23.423301 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:23.425887 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (8758433e-fea3-48d1-be98-ca1755fbea79), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.428733 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:23.429228 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.429650 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:23.438497 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Bound port: c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:23.438924 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.479091 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:23.515672 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.544528 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 235f36c9-8ca3-454e-acdb-3486a773105f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:23.732806 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] For port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:23.754426 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] For port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:23.786774 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.823633 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (8758433e-fea3-48d1-be98-ca1755fbea79), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.841064 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (8758433e-fea3-48d1-be98-ca1755fbea79), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:23.947631 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8758433e-fea3-48d1-be98-ca1755fbea79,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:24.000475 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.009681 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b563e2f0-5e64-41bc-bb6e-74dcb35f6053 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6918392 Sep 21 21:34:24.012450 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53660) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:24.012946 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e9159-a3c0-4658-abe8-193dfeb8e557 None None] Pushing event updated for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:24.028826 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '17bf36d1-a202-42b5-a5dc-a3822f7101f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:24.037702 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:24.039877 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:24.068977 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:15Z', 'revision_number': 3, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:24.077138 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 5 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:24.088995 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=6efb8eed-d5d6-4538-a461-554504a87be8,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:24.117009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Request body: {'port': {'device_id': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:24.154604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.256085 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (bd5fa751-2e4b-4ce3-b4c5-c0348a93132d), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.383534 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (bd5fa751-2e4b-4ce3-b4c5-c0348a93132d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.385745 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.435481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (bd5fa751-2e4b-4ce3-b4c5-c0348a93132d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.454422 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:24.574087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:24.574684 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Updating router ea086d62-de18-4ab1-a610-89ee478a723c port b616a12f-3533-410e-8d48-10fbb4a4eaab binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:24.580213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5fa751-2e4b-4ce3-b4c5-c0348a93132d,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:24.607126 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.618981 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8212b09a-3221-43e5-8d53-3c18a613c185 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6039007 Sep 21 21:34:24.623025 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53680) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:24.639419 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:24.710679 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.722584 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.732474 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.756608 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] Publish callbacks [] for security_group (e1253772-1a9d-4d42-86d1-2bcd7a10ff34), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.786665 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.788176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 235f36c9-8ca3-454e-acdb-3486a773105f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:24.788999 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.789508 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 235f36c9-8ca3-454e-acdb-3486a773105f Sep 21 21:34:24.827657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] Publish callbacks [] for security_group (e1253772-1a9d-4d42-86d1-2bcd7a10ff34), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.873578 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:23Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:24.911375 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:24.911762 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:24.951129 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab284fd-9d70-4c12-95f9-939c9e3928fe None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:23Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:25.074272 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] For port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:25.086475 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.104756 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.210444 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Pushing event updated for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:25.232369 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port 6efb8eed-d5d6-4538-a461-554504a87be8 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:25.232816 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.233233 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port 6efb8eed-d5d6-4538-a461-554504a87be8 Sep 21 21:34:25.404958 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:34:25.430267 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b93e-be52-408d-bf00-7aac03926568 req-191b09cf-07d5-47e2-ae7b-3df65c753990 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:25.450531 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d729b93e-be52-408d-bf00-7aac03926568 req-191b09cf-07d5-47e2-ae7b-3df65c753990 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 931 time: 2.3397329 Sep 21 21:34:25.492067 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 235f36c9-8ca3-454e-acdb-3486a773105f is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:25.492461 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.532912 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e1253772-1a9d-4d42-86d1-2bcd7a10ff34), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.545547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.549951 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53692) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:25.554807 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1253772-1a9d-4d42-86d1-2bcd7a10ff34 HTTP/1.1" status: 204 len: 168 time: 3.0111744 Sep 21 21:34:25.600582 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:21Z', 'revision_number': 2, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:25.636388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b094-1fc2-4239-94f4-28e43ba9421f None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:21Z', 'revision_number': 2, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:25.650012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2738e-0263-4d51-9fe8-3a8eec58d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1253772-1a9d-4d42-86d1-2bcd7a10ff34,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:25.730503 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:25.944442 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d729b93e-be52-408d-bf00-7aac03926568 req-cce4d9f4-71f9-4e00-85b0-316b1cbcea42 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913967 Sep 21 21:34:25.993816 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55451cfe-067b-4940-b778-ef12f0bf16ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.028015 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Allocated IP 172.20.0.1 (ecad66f2-59b8-4516-8c0e-0febca011efd/3f5faeee-0871-453d-9adb-c8a69f3c012e/08481483-4cba-4412-ad5a-4c5d6df4830c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:26.066603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port 6efb8eed-d5d6-4538-a461-554504a87be8 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:26.175400 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 235f36c9-8ca3-454e-acdb-3486a773105f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=235f36c9-8ca3-454e-acdb-3486a773105f,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:26.192549 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eac976-7d49-4518-81b9-6de0c3078354 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:26.220563 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.223626 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks [] for port (a4eac976-7d49-4518-81b9-6de0c3078354), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.291278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port f5be16f3-0e68-49e0-bf97-adf11be3e199 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:26.291728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.292159 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port f5be16f3-0e68-49e0-bf97-adf11be3e199 Sep 21 21:34:26.316435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Transition to ACTIVE for port object a4eac976-7d49-4518-81b9-6de0c3078354 will not be triggered until provisioned by entity L2. {{(pid=104010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:26.341367 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.378526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks [] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.469545 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53700) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:26.526288 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks [] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.533713 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:26.576549 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.673012 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Attempting to bind port b616a12f-3533-410e-8d48-10fbb4a4eaab on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:26.673715 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Attempting to bind port b616a12f-3533-410e-8d48-10fbb4a4eaab by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:26.673933 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Attempting to bind port b616a12f-3533-410e-8d48-10fbb4a4eaab on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:26.693757 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=235f36c9-8ca3-454e-acdb-3486a773105f,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:26.697597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.709179 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:26.709564 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:26.724180 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.725522 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:26.726123 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Bound port: b616a12f-3533-410e-8d48-10fbb4a4eaab, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:26.726595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:26.742080 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.27.0.162 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/8c9469e2-b221-4530-9175-71fe9fa44e8d) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:26.951377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Network ecad66f2-59b8-4516-8c0e-0febca011efd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:26.977510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Pushing event updated for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:26.986336 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:27.021517 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b75de5ea-d79b-4879-a300-6f154fd16293 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:27.044396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:27.049089 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:27.050271 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (41d04b93-1041-4621-84dc-003ed06f6f9d), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.059796 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-adf210d6-39b9-4848-8aef-a5eaa450d48b admin admin] 10.222.0.18 "PUT /v2.0/routers/ae0c77b8-ca94-4294-b4ae-17e5be826950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1730490 Sep 21 21:34:27.115901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.156744 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124929ca-c23c-4903-8441-3f19cda3602e None None] Pushing event updated for resources: {'Port': ['ID=b616a12f-3533-410e-8d48-10fbb4a4eaab,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:27.224960 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port f5be16f3-0e68-49e0-bf97-adf11be3e199 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:27.225357 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.244230 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.290647 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] For port b616a12f-3533-410e-8d48-10fbb4a4eaab, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:27.307775 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:27.335591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] For port b616a12f-3533-410e-8d48-10fbb4a4eaab, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b616a12f-3533-410e-8d48-10fbb4a4eaab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:27.355323 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.383404 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] For port f5be16f3-0e68-49e0-bf97-adf11be3e199, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=f5be16f3-0e68-49e0-bf97-adf11be3e199,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:27.387123 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port b75de5ea-d79b-4879-a300-6f154fd16293 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:27.387820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.388540 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port b75de5ea-d79b-4879-a300-6f154fd16293 Sep 21 21:34:27.401216 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:27.465121 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.497408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:27.498242 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:27.600647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:27.619106 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124929ca-c23c-4903-8441-3f19cda3602e None None] Pushing event updated for resources: {'Port': ['ID=b616a12f-3533-410e-8d48-10fbb4a4eaab,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:27.626251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Allocated IP 172.20.0.1 (65d9514a-dc32-49ab-aab7-17b07b8921f1/bd16fdf1-cc12-4da1-a516-4242b9d4ab24/8effd931-8c6d-4a2a-8ec6-b78ede1ccd91) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:27.765687 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port 235f36c9-8ca3-454e-acdb-3486a773105f triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:27.766408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.766500 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port 235f36c9-8ca3-454e-acdb-3486a773105f Sep 21 21:34:27.845738 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.864266 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Attempting to bind port a4eac976-7d49-4518-81b9-6de0c3078354 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:27.869211 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Attempting to bind port a4eac976-7d49-4518-81b9-6de0c3078354 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:27.869892 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Attempting to bind port a4eac976-7d49-4518-81b9-6de0c3078354 on network 20307f56-a779-4e85-8f8d-92b249dce89b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:27.903445 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55451cfe-067b-4940-b778-ef12f0bf16ed admin admin] Publish callbacks [] for security_group (9a6fd909-8bb4-454f-bba9-d0739de267f1), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:27.935514 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Port a4eac976-7d49-4518-81b9-6de0c3078354 on network 20307f56-a779-4e85-8f8d-92b249dce89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:27.935942 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Attempting to bind port a4eac976-7d49-4518-81b9-6de0c3078354 on network 20307f56-a779-4e85-8f8d-92b249dce89b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:27.962147 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:27.963949 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Checking segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:27.964601 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Bound using segment: {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:27.965096 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Bound port: a4eac976-7d49-4518-81b9-6de0c3078354, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77479033-5482-457c-a0ff-78c0fe119eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:27.965483 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.008159 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port b75de5ea-d79b-4879-a300-6f154fd16293 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:28.010146 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f5be16f3-0e68-49e0-bf97-adf11be3e199 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:28.040470 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55451cfe-067b-4940-b778-ef12f0bf16ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9a6fd909-8bb4-454f-bba9-d0739de267f1), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.144189 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d0abbdb6-00dc-4ecd-bc56-f93a8ae07006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f2f10a1793b478eb6805eb9fb9f4f90&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6677589 Sep 21 21:34:28.146771 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Pushing event updated for resources: {'Port': ['ID=f5be16f3-0e68-49e0-bf97-adf11be3e199,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:28.192587 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:28.247534 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks [] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.251866 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53740) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:28.372661 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451cfe-067b-4940-b778-ef12f0bf16ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6fd909-8bb4-454f-bba9-d0739de267f1,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:28.449537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port f5be16f3-0e68-49e0-bf97-adf11be3e199 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:28.451358 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.457899 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port f5be16f3-0e68-49e0-bf97-adf11be3e199 Sep 21 21:34:28.467361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=8c9469e2-b221-4530-9175-71fe9fa44e8d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:28.521591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-9387a3bc-494c-4ee4-a2af-d7cc004cb8d7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:28.523140 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-9387a3bc-494c-4ee4-a2af-d7cc004cb8d7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.2124846 Sep 21 21:34:28.542323 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5c4e-a8b4-4096-bc29-7303410e1e04 req-449ab4d3-f827-41ab-8fc8-19a7253820bb tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:28.550306 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port 235f36c9-8ca3-454e-acdb-3486a773105f is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:28.558733 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e42d5c4e-a8b4-4096-bc29-7303410e1e04 req-449ab4d3-f827-41ab-8fc8-19a7253820bb tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 1.2935419 Sep 21 21:34:28.587439 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-b3488015-4215-45e7-955e-01f084ffc65d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/quotas/2e8baf1ca3794455876e6e2752d0a090 HTTP/1.1" status: 200 len: 375 time: 0.0537198 Sep 21 21:34:28.625459 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-55451cfe-067b-4940-b778-ef12f0bf16ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=261e1231c2e5409bb615ad5e56f068d8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0730202 Sep 21 21:34:28.634149 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.640942 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53754) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:28.679744 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Provisioning complete for port 588c7a10-1b90-4829-baa8-f0827d8501c4 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:28.680269 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.680701 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Attempt 1 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:28.730429 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.770232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port f5be16f3-0e68-49e0-bf97-adf11be3e199 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:28.771520 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8c407c9f-2ad1-4be1-af36-cdad89b854a2 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:28.863911 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:15Z', 'revision_number': 3, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:28.879952 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] Publish callbacks [] for security_group (4f46d1cf-9da6-4d59-842f-01c5fc019bf6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.933154 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a408e0-0017-4713-b635-703a6fc386ea None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:15Z', 'revision_number': 3, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:28.972120 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Current status of the port 588c7a10-1b90-4829-baa8-f0827d8501c4 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:28.974481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:28.985530 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:29.002504 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e42d5c4e-a8b4-4096-bc29-7303410e1e04 req-5a298800-9617-4331-b109-b2e0f99a3ebf tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403341 Sep 21 21:34:29.019033 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:29.019502 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.019902 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 Sep 21 21:34:29.038621 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.092590 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-04d6ae0c-ce7a-45ab-be2b-5bb1e4010ece tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5043221 Sep 21 21:34:29.141205 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:29.205073 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] For port 588c7a10-1b90-4829-baa8-f0827d8501c4, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=588c7a10-1b90-4829-baa8-f0827d8501c4,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:29.233121 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] Publish callbacks [] for security_group (4f46d1cf-9da6-4d59-842f-01c5fc019bf6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.235284 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:29.264531 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:29.266702 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (ea086d62-de18-4ab1-a610-89ee478a723c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.271875 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.439071 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] Publish callbacks [] for security_group (9a6fd909-8bb4-454f-bba9-d0739de267f1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.493053 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] Publish callbacks [] for security_group (9a6fd909-8bb4-454f-bba9-d0739de267f1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.536164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7d731-3048-4956-abe9-c0303ffc219b None None] Pushing event updated for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:29.629489 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.631887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks [] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.664447 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Provisioning complete for port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:29.664947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.665616 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 1 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:29.667003 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a4eac976-7d49-4518-81b9-6de0c3078354,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:29.667865 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:29.669097 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 588c7a10-1b90-4829-baa8-f0827d8501c4 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:29.695401 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.711858 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:29.714853 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.720962 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] 10.222.0.20 "PUT /v2.0/ports/a4eac976-7d49-4518-81b9-6de0c3078354 HTTP/1.1" status: 200 len: 1093 time: 5.9282238 Sep 21 21:34:29.742925 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:29.797581 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.802116 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (41d04b93-1041-4621-84dc-003ed06f6f9d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.886162 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 588c7a10-1b90-4829-baa8-f0827d8501c4 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:29.886585 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.886944 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:29.891710 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9a6fd909-8bb4-454f-bba9-d0739de267f1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.903866 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:29.917096 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a6fd909-8bb4-454f-bba9-d0739de267f1 HTTP/1.1" status: 204 len: 168 time: 1.2583346 Sep 21 21:34:29.950207 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:29.959344 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.007124 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Current status of the port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:30.075472 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Provisioning complete for port 08481483-4cba-4412-ad5a-4c5d6df4830c triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:30.075862 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.079728 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 1 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:30.100277 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Pushing event updated for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:30.145810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2cc769-d17d-4df3-a468-308ef19f4bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:30.197313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-ebea59b0-1e94-4be3-8def-5697be759299 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:34:30.214076 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-ebea59b0-1e94-4be3-8def-5697be759299 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5123768 Sep 21 21:34:30.220693 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.226313 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf41213-9442-44a9-a335-5d978cb6dc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:30.263000 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.265672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3a69d-58fa-487e-9878-8540fc49799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6fd909-8bb4-454f-bba9-d0739de267f1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:30.270107 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 588c7a10-1b90-4829-baa8-f0827d8501c4 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:30.272171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:30.280435 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4f46d1cf-9da6-4d59-842f-01c5fc019bf6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.283602 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.288653 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f46d1cf-9da6-4d59-842f-01c5fc019bf6 HTTP/1.1" status: 204 len: 168 time: 2.0347841 Sep 21 21:34:30.361662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8699ede-4826-4ebf-af36-d93b215160fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f46d1cf-9da6-4d59-842f-01c5fc019bf6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:30.414498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:30.449717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:30.450122 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.456294 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd Sep 21 21:34:30.520104 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=8c9469e2-b221-4530-9175-71fe9fa44e8d,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:30.644505 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-ca6257c0-5a7c-4e65-bcd1-162a45321678 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274397 Sep 21 21:34:30.653609 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-10bdf96a-2df8-4586-9b87-fba6cf8ef2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:30.655602 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-10bdf96a-2df8-4586-9b87-fba6cf8ef2fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=527106f3b67041d18574b2321a1388df&device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 1127 time: 0.8518682 Sep 21 21:34:30.660750 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Network ecad66f2-59b8-4516-8c0e-0febca011efd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:30.663759 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.673948 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:30.716647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4d03e-01fd-49af-a51c-d8c2e006f29d req-799c30ef-8c57-4dba-8242-e68babbfa46e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:30.719101 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-54d4d03e-01fd-49af-a51c-d8c2e006f29d req-799c30ef-8c57-4dba-8242-e68babbfa46e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.4805918 Sep 21 21:34:30.795225 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:30.809950 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3ce54111-216b-4cc9-97db-ba9892ee4c4d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1797919 Sep 21 21:34:30.937561 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-9ac2d2f2-913e-4ef4-b598-d1e0e2bf1dc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4eac976-7d49-4518-81b9-6de0c3078354 HTTP/1.1" status: 200 len: 217 time: 0.2476847 Sep 21 21:34:31.038956 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-3f393ace-79f3-4d0e-9d02-db78b2198c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:31.040693 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-3f393ace-79f3-4d0e-9d02-db78b2198c60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=073a990b-3b8a-4dc4-9bac-8957e2505136 HTTP/1.1" status: 200 len: 850 time: 0.0882902 Sep 21 21:34:31.103491 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 2 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:31.195229 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-54d4d03e-01fd-49af-a51c-d8c2e006f29d req-f8792591-8912-4901-954e-7df11def0163 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656684 Sep 21 21:34:31.242404 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:31.262229 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-887f6169-aabd-49b0-abe6-a94e720dea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:31.263788 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-887f6169-aabd-49b0-abe6-a94e720dea4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20307f56-a779-4e85-8f8d-92b249dce89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2171597 Sep 21 21:34:31.278951 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53798) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:31.294501 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-afbf5702-6dbb-4628-80f4-8cc8d617c427 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359861 Sep 21 21:34:31.414263 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:31.419253 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6efb8eed-d5d6-4538-a461-554504a87be8 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:31.421922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks [] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.462887 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c019d1e8-ff3d-4bce-b87f-e94de4709531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.491287 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.491287 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (ea086d62-de18-4ab1-a610-89ee478a723c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.579498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6efb8eed-d5d6-4538-a461-554504a87be8 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:31.587290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.587651 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6efb8eed-d5d6-4538-a461-554504a87be8 Sep 21 21:34:31.685087 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:34:31.686024 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:31.746620 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 3 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:31.842530 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c019d1e8-ff3d-4bce-b87f-e94de4709531 admin admin] Publish callbacks [] for security_group (7f5533f9-a4c2-475f-961b-63af186e7e28), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.854221 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-c6ed53db-fb16-4cca-ac8c-5bb45658375f service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425262 Sep 21 21:34:31.858741 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c019d1e8-ff3d-4bce-b87f-e94de4709531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7f5533f9-a4c2-475f-961b-63af186e7e28), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:31.988845 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019d1e8-ff3d-4bce-b87f-e94de4709531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5533f9-a4c2-475f-961b-63af186e7e28,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:32.088939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:32.209297 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6efb8eed-d5d6-4538-a461-554504a87be8 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:32.217434 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:32.274744 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c019d1e8-ff3d-4bce-b87f-e94de4709531 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a229beafe0947c58a59bf9bc628a9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9897404 Sep 21 21:34:32.274744 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53826) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:32.519860 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:32.529395 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:32.529805 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 Sep 21 21:34:32.550467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] Publish callbacks [] for security_group (7f5533f9-a4c2-475f-961b-63af186e7e28), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:32.557211 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-292c500f-b8ac-4eaf-916d-66b9c3f183df req-347f2085-23bf-4f09-a40e-77ed0f1902b9 service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692761 Sep 21 21:34:32.654641 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] Publish callbacks [] for security_group (7f5533f9-a4c2-475f-961b-63af186e7e28), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:32.692953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:32.696321 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 4 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:32.704340 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de6217-e404-4b03-928c-8f45b911ffe0 x-openstack-request-id: req-b7de6217-e404-4b03-928c-8f45b911ffe0 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:32.704659 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:32.706336 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7de6217-e404-4b03-928c-8f45b911ffe0 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:32.706336 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7de6217-e404-4b03-928c-8f45b911ffe0'] response: {'name': 'network-changed', 'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354', 'status': 'completed', 'code': 200} Sep 21 21:34:32.849580 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-4970d863-6b18-4c9c-bb9d-c441268da0df tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--903155519&fields=id&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 267 time: 0.1635704 Sep 21 21:34:32.852730 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:32.888285 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:33.053243 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:33.053645 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:33.131305 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:33.138948 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:33.198711 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7f5533f9-a4c2-475f-961b-63af186e7e28), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:33.202040 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:33.206732 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f5533f9-a4c2-475f-961b-63af186e7e28 HTTP/1.1" status: 204 len: 168 time: 0.9246006 Sep 21 21:34:33.229833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2859c68-75f4-460e-9bff-b24615758f0d req-9d5da66f-940c-485b-813c-d0abe02152ed tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:33.243090 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e2859c68-75f4-460e-9bff-b24615758f0d req-9d5da66f-940c-485b-813c-d0abe02152ed tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.3115542 Sep 21 21:34:33.259915 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d7250-6d83-41ed-a370-c1455423d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5533f9-a4c2-475f-961b-63af186e7e28,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:33.270917 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-e87a5f5b-5c29-4706-8aa2-597d32e3ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:33.276858 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-e87a5f5b-5c29-4706-8aa2-597d32e3ccf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=527106f3b67041d18574b2321a1388df&device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 1127 time: 0.5046031 Sep 21 21:34:33.345346 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:33.381445 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-6760f869-753e-4339-9861-42858e9533b8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:33.389315 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 5 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:33.404110 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-6760f869-753e-4339-9861-42858e9533b8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.5522969 Sep 21 21:34:33.452596 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:33.510360 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-eaeaf602-4e71-48c0-905f-aab9ff9c5d11 admin admin] 10.222.0.18 "PUT /v2.0/routers/41d04b93-1041-4621-84dc-003ed06f6f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1292453 Sep 21 21:34:33.571332 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-4e6be31d-4eb4-4649-8183-2aabd73503ca tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/quotas/b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 375 time: 0.1653490 Sep 21 21:34:33.575326 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:33.583855 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:33.662051 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:33.669908 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:33.791486 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-0234a531-a4a0-47c1-8b3e-ff9e32e1b212 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168455 Sep 21 21:34:33.832881 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:34:33.906127 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 588c7a10-1b90-4829-baa8-f0827d8501c4 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:34.084265 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 6 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:34.112481 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e2859c68-75f4-460e-9bff-b24615758f0d req-0295f985-a241-41c0-b6eb-7ac9f80fa9b4 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8683000 Sep 21 21:34:34.122946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 588c7a10-1b90-4829-baa8-f0827d8501c4 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:34.123781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:34.124328 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 588c7a10-1b90-4829-baa8-f0827d8501c4 Sep 21 21:34:34.212680 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:34.224300 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:34.333582 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-a428cb16-5759-40dd-a53c-519c1efc1148 service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964769 Sep 21 21:34:34.366441 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 588c7a10-1b90-4829-baa8-f0827d8501c4 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:34.368341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b616a12f-3533-410e-8d48-10fbb4a4eaab up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:34.405980 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f89319a6-4687-4301-a3ba-46764759a375 req-c500bb94-e7c4-46b4-9882-9e3b8479374a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 210 time: 0.1395543 Sep 21 21:34:34.422367 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-2b2caa24-faaf-4702-beed-493f31a99751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:34.434005 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-2b2caa24-faaf-4702-beed-493f31a99751 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20307f56-a779-4e85-8f8d-92b249dce89b HTTP/1.1" status: 200 len: 911 time: 1.1268404 Sep 21 21:34:34.506052 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-b20ae60f-dd7d-471f-a13a-0ecfd4d7f73b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4eac976-7d49-4518-81b9-6de0c3078354 HTTP/1.1" status: 200 len: 217 time: 0.0728047 Sep 21 21:34:34.634379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port b616a12f-3533-410e-8d48-10fbb4a4eaab triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:34.634759 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:34.636544 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port b616a12f-3533-410e-8d48-10fbb4a4eaab Sep 21 21:34:34.641790 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-92d1607f-8cc7-4a6b-ad55-9806a387d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:34.651971 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-92d1607f-8cc7-4a6b-ad55-9806a387d88e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=073a990b-3b8a-4dc4-9bac-8957e2505136 HTTP/1.1" status: 200 len: 850 time: 0.1234927 Sep 21 21:34:34.715979 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 7 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:34.862602 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:34:34.880172 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-2cde0c0b-2e96-44a4-b594-69b6f3a5dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:34.882216 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-2cde0c0b-2e96-44a4-b594-69b6f3a5dd9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20307f56-a779-4e85-8f8d-92b249dce89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2108083 Sep 21 21:34:34.885969 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-be37ff27-3ba6-49c7-9228-b621889f3ec0 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea086d62-de18-4ab1-a610-89ee478a723c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7714901 Sep 21 21:34:34.949408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:35.045330 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-b8faa799-c25d-4c40-b6f6-e9f160ddf298 service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095065 Sep 21 21:34:35.104644 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 53930) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:35.110045 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212738134', 'description': 'tempest-description--1941325968'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:35.213578 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-a9b9c514-830f-44f6-872f-1f5e356f6c42 service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997251 Sep 21 21:34:35.224316 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.240056 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port b616a12f-3533-410e-8d48-10fbb4a4eaab is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:35.246795 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.282939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port b616a12f-3533-410e-8d48-10fbb4a4eaab, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b616a12f-3533-410e-8d48-10fbb4a4eaab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:35.289164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.290435 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1355a9b6-b23c-4053-bc3f-3c148051013f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:35.319895 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:28Z', 'revision_number': 2, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:35.393168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:35.393888 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Updating router 41d04b93-1041-4621-84dc-003ed06f6f9d port 08481483-4cba-4412-ad5a-4c5d6df4830c binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:35.464338 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 8 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:35.466153 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.551927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.20', 63890) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:35.704082 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:35.710260 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=b616a12f-3533-410e-8d48-10fbb4a4eaab,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:35.874815 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5b2cc769-d17d-4df3-a468-308ef19f4bcc req-3475470b-ecd2-4793-b762-a1149b025d1e service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476746 Sep 21 21:34:35.877042 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (e2bac270-b049-479e-8602-4510847f27ce), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.894573 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e2bac270-b049-479e-8602-4510847f27ce), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.969251 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 1355a9b6-b23c-4053-bc3f-3c148051013f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:35.974642 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:35.976538 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 1355a9b6-b23c-4053-bc3f-3c148051013f Sep 21 21:34:36.044720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.048823 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9401472 Sep 21 21:34:36.062548 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 53974) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:36.072083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-55ff7950-e50e-4f2b-96b3-8d44c6529a58 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:36.087801 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-55ff7950-e50e-4f2b-96b3-8d44c6529a58 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.6447666 Sep 21 21:34:36.102302 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group_rule': {'security_group_id': 'e2bac270-b049-479e-8602-4510847f27ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:36.131546 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9eb68b03-02dd-4f9b-bd1f-8f6d16c38824 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/quotas/2e8baf1ca3794455876e6e2752d0a090 HTTP/1.1" status: 200 len: 375 time: 0.0412874 Sep 21 21:34:36.160916 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 1355a9b6-b23c-4053-bc3f-3c148051013f is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:36.161459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.205569 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 9 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:36.210071 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 1355a9b6-b23c-4053-bc3f-3c148051013f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1355a9b6-b23c-4053-bc3f-3c148051013f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:36.240368 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.241473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f5be16f3-0e68-49e0-bf97-adf11be3e199 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:36.347742 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8d7a4-cdbf-4437-8498-d50c7f7fa65a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bac270-b049-479e-8602-4510847f27ce,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:36.394178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664e5ae-7937-4439-a2c6-cd801f54eb03 req-b40d78bd-fc05-4e82-8d27-0fa7b3fcd73c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:36.396520 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0664e5ae-7937-4439-a2c6-cd801f54eb03 req-b40d78bd-fc05-4e82-8d27-0fa7b3fcd73c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.4077332 Sep 21 21:34:36.404035 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-46069c91-4550-4ddf-b72a-75f380032196 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:36.406235 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-46069c91-4550-4ddf-b72a-75f380032196 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.8499546 Sep 21 21:34:36.427746 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'port': {'device_id': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'admin_state_up': True, 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:36.619649 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0664e5ae-7937-4439-a2c6-cd801f54eb03 req-657fa033-b2fc-4e9d-9c92-9407790bce41 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118740 Sep 21 21:34:36.635091 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (b0af4940-9cce-44f5-b8b7-909f741df2f5), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.640863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks [] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.712064 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=1355a9b6-b23c-4053-bc3f-3c148051013f,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:36.732870 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.795037 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:36.862576 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-7b436c74-c0fc-4328-9e0d-0c779d3c680b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7313864 Sep 21 21:34:36.905328 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Attempting to bind port 08481483-4cba-4412-ad5a-4c5d6df4830c on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:36.907442 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Attempting to bind port 08481483-4cba-4412-ad5a-4c5d6df4830c by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:36.909339 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Attempting to bind port 08481483-4cba-4412-ad5a-4c5d6df4830c on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:36.934589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ef8b-7591-47cb-bf2a-81581ead00a8 None None] Pushing event updated for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:36.956781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:36.980104 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Checking segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:36.982171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:36.985016 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Bound using segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:36.998949 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Bound port: 08481483-4cba-4412-ad5a-4c5d6df4830c, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:37.002099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.034324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Made reservation on behalf of 2e8baf1ca3794455876e6e2752d0a090 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:37.046056 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.087379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port f5be16f3-0e68-49e0-bf97-adf11be3e199 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:37.087991 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.090216 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port f5be16f3-0e68-49e0-bf97-adf11be3e199 Sep 21 21:34:37.134021 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-708d686a-e43f-4531-9dd1-5770c35b3f55 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380283 Sep 21 21:34:37.298466 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 10 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:37.316313 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (b0af4940-9cce-44f5-b8b7-909f741df2f5), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.332319 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (b0af4940-9cce-44f5-b8b7-909f741df2f5), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.402382 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0af4940-9cce-44f5-b8b7-909f741df2f5,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:37.437969 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.439276 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 08481483-4cba-4412-ad5a-4c5d6df4830c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:37.458280 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-556321c2-eb81-4638-83b2-2ce65c2426cf tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3678615 Sep 21 21:34:37.461838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54016) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:37.467322 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group_rule': {'security_group_id': 'e2bac270-b049-479e-8602-4510847f27ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:37.527728 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54020) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:37.549309 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185801342', 'description': 'tempest-description--1747853215'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:37.578386 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-94584385-d73c-4793-8662-575647b5dac3 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281285 Sep 21 21:34:37.624764 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (45cd2a34-5644-48fd-af21-fe85d291a840), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.648945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] For port 08481483-4cba-4412-ad5a-4c5d6df4830c, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:37.686313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] For port 08481483-4cba-4412-ad5a-4c5d6df4830c, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=08481483-4cba-4412-ad5a-4c5d6df4830c,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:37.686313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Provisioning complete for port 235f36c9-8ca3-454e-acdb-3486a773105f triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:37.686313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.686313 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 1 to provision port 235f36c9-8ca3-454e-acdb-3486a773105f Sep 21 21:34:37.697550 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Allocated IP 172.20.0.3 (63fcecc3-32c4-46d5-887e-4614c3e0a04e/052a624c-4e58-4257-b624-04204289d3ad/ab93c19c-654c-469c-afd0-29a68214817b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:37.738881 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.861355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (45cd2a34-5644-48fd-af21-fe85d291a840), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.929188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (45cd2a34-5644-48fd-af21-fe85d291a840), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:37.956302 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.001511 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77180de1-2912-4304-9df2-6be328801efa req-65686b49-654b-4be5-9cd8-ee882a3da109 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 210 time: 0.1664064 Sep 21 21:34:38.079007 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (f6555a5a-4940-4cf4-b2f8-4c237cd8334c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.087037 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f6555a5a-4940-4cf4-b2f8-4c237cd8334c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.160867 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cd2a34-5644-48fd-af21-fe85d291a840,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:38.171268 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.178347 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6390722 Sep 21 21:34:38.191853 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54040) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:38.229526 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group_rule': {'security_group_id': 'f6555a5a-4940-4cf4-b2f8-4c237cd8334c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:38.229648 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ef8b-7591-47cb-bf2a-81581ead00a8 None None] Pushing event updated for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:38.279211 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port f5be16f3-0e68-49e0-bf97-adf11be3e199 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:38.280597 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 235f36c9-8ca3-454e-acdb-3486a773105f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:38.300850 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d437f9-ea9b-4ae6-a36d-e873aac247a1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6555a5a-4940-4cf4-b2f8-4c237cd8334c,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:38.325943 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:38.326652 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:38.340830 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.357293 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9b74abcb-b0f4-4903-b087-2fe81ddef046 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8928680 Sep 21 21:34:38.364178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54050) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:38.396123 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:38.443919 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9ec0d724-8e3d-44d1-9511-a1b99bfec25c req-d6c5a7bd-ff47-4e71-90e3-e3942faf3dba tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 210 time: 0.2356038 Sep 21 21:34:38.704263 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.726508 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:38.733277 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Current status of the port 235f36c9-8ca3-454e-acdb-3486a773105f is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:38.760370 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:38.760495 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (9160e3be-5b94-4116-b8e5-ea59348cae74), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.769871 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:38.889452 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Provisioning complete for port f5be16f3-0e68-49e0-bf97-adf11be3e199 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:38.889877 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.890225 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 1 to provision port f5be16f3-0e68-49e0-bf97-adf11be3e199 Sep 21 21:34:38.964481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b50d0-1c73-440c-bd8b-6f096db11ab1 req-58edc095-7de1-4944-945f-bb319208b108 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:38.974606 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c86b50d0-1c73-440c-bd8b-6f096db11ab1 req-58edc095-7de1-4944-945f-bb319208b108 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.7914710 Sep 21 21:34:38.982847 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 235f36c9-8ca3-454e-acdb-3486a773105f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:38.984583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for port (ab93c19c-654c-469c-afd0-29a68214817b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.985985 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:38.990057 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 235f36c9-8ca3-454e-acdb-3486a773105f Sep 21 21:34:39.007795 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:39.110161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.211179 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:39.222914 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c86b50d0-1c73-440c-bd8b-6f096db11ab1 req-6e4de126-7c33-409c-8f44-eb3999962ba9 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951361 Sep 21 21:34:39.266501 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:39.280453 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.306099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:39.327515 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-093f711f-3641-4bb0-a511-7a150463ee32 req-aa027530-fab6-4019-9d5a-2013820e3f71 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 210 time: 0.1132259 Sep 21 21:34:39.334097 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:39.340861 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:39.341715 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.358388 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:39.374946 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-e5b8f457-ab35-4936-858d-ed7b5015ca15 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9518008 Sep 21 21:34:39.389325 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-bd2cbc9e-df3b-4215-aba1-50503cd5c920 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:39.391628 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-bd2cbc9e-df3b-4215-aba1-50503cd5c920 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 1.1633303 Sep 21 21:34:39.408583 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (9160e3be-5b94-4116-b8e5-ea59348cae74), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.415022 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (9160e3be-5b94-4116-b8e5-ea59348cae74), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.464135 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Request body: {'port': {'device_id': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:39.593005 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.595099 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4013243 Sep 21 21:34:39.605654 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54096) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:39.627315 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:34:39.638055 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group_rule': {'security_group_id': 'f6555a5a-4940-4cf4-b2f8-4c237cd8334c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:39.671018 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad1c6f-ed12-47e6-a600-e92e883424b7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9160e3be-5b94-4116-b8e5-ea59348cae74,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:39.706611 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ab93c19c-654c-469c-afd0-29a68214817b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.710432 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Allocated IP 172.27.0.90 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/6d7249b3-4572-416b-b470-5da80e9c33bd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:39.716668 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-3db2920c-1c84-4960-9519-0ea541694629 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 379 time: 0.2394795 Sep 21 21:34:39.784156 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:39.785919 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'port': {'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'admin_state_up': True, 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'security_groups': ['17bf36d1-a202-42b5-a5dc-a3822f7101f3']}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:39.786235 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:39.811301 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-68239243-9259-4c1e-9b05-91e863cb4ea1 req-733321f0-ecfd-4116-bcb7-0a56952ca21f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 210 time: 0.1917877 Sep 21 21:34:39.942358 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (3918356a-20b8-4dd9-9037-8aef62646bc4), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:39.964892 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:21Z', 'revision_number': 2, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:39.968368 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Current status of the port f5be16f3-0e68-49e0-bf97-adf11be3e199 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:39.971174 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.20', 63900) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:40.042208 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:40.042968 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Updating router ae0c77b8-ca94-4294-b4ae-17e5be826950 port 70ecc8df-9e88-4798-9f87-38c535afec7a binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:40.049026 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 235f36c9-8ca3-454e-acdb-3486a773105f is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:40.077377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Provisioning complete for port 70ecc8df-9e88-4798-9f87-38c535afec7a triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:40.077782 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.078127 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 1 to provision port 70ecc8df-9e88-4798-9f87-38c535afec7a Sep 21 21:34:40.119237 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:40.150087 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.157604 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (3918356a-20b8-4dd9-9037-8aef62646bc4), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.165529 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (3918356a-20b8-4dd9-9037-8aef62646bc4), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.179820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 70ecc8df-9e88-4798-9f87-38c535afec7a cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:40.190632 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:37Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:40.244454 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0434a4c-348e-40af-8906-2cf6d888662b None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:37Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:40.256784 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.260075 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6434870 Sep 21 21:34:40.275040 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'port': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:40.284689 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.314091 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54126) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:40.346657 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:40.390456 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad04ba-96e3-4063-949a-e75da6ff4f0b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3918356a-20b8-4dd9-9037-8aef62646bc4,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:40.439976 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1355a9b6-b23c-4053-bc3f-3c148051013f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:40.498334 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-2931d2fc-87e7-4e10-af07-9ba38e3bd427 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:40.501800 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-2931d2fc-87e7-4e10-af07-9ba38e3bd427 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.5257661 Sep 21 21:34:40.584784 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.680633 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 2 to provision port 70ecc8df-9e88-4798-9f87-38c535afec7a Sep 21 21:34:40.719788 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-11891e70-c241-4a63-b351-33260aadd6ed req-9c164219-33e7-4c5c-a96f-550d7bc326a3 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 210 time: 0.1867924 Sep 21 21:34:40.797131 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 1355a9b6-b23c-4053-bc3f-3c148051013f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:40.800578 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.801718 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 1355a9b6-b23c-4053-bc3f-3c148051013f Sep 21 21:34:40.864932 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks [] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.876597 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:40.933661 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.20.0.7 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/d835fcd3-e1f7-481c-b90e-4e8e4176348d) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:40.960918 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Port 70ecc8df-9e88-4798-9f87-38c535afec7a cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:41.053747 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-657c1694-f64c-433f-86ed-96ec1dcd65b3 req-41b33a7b-4d61-43b3-8fca-52515434beba tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 210 time: 0.0819004 Sep 21 21:34:41.063288 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:30Z', 'revision_number': 2, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:41.093046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'port': {'device_id': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'admin_state_up': True, 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:41.149660 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:34:41.151533 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Updating router ea086d62-de18-4ab1-a610-89ee478a723c port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:34:41.153089 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Attempting to bind port 70ecc8df-9e88-4798-9f87-38c535afec7a on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:41.153908 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Attempting to bind port 70ecc8df-9e88-4798-9f87-38c535afec7a by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:41.154332 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Attempting to bind port 70ecc8df-9e88-4798-9f87-38c535afec7a on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:41.166805 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:41.167188 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:41.167593 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.168493 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Bound using segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:41.168993 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Bound port: 70ecc8df-9e88-4798-9f87-38c535afec7a, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:41.169375 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.219628 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.241923 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c265-fb58-48c8-a315-f87110fa25d4 None None] Pushing event updated for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:41.267021 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54176) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:41.294406 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.295157 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] For port 70ecc8df-9e88-4798-9f87-38c535afec7a, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:41.300279 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] For port 70ecc8df-9e88-4798-9f87-38c535afec7a, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=70ecc8df-9e88-4798-9f87-38c535afec7a,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:41.311031 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.326349 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 1355a9b6-b23c-4053-bc3f-3c148051013f is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:41.327492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:41.395920 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:41.396573 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:41.396844 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.551415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2945432-25fe-4ad9-a61c-ec950889810b req-dcee73d1-879f-4c49-af5f-811f87f62826 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:41.562475 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c265-fb58-48c8-a315-f87110fa25d4 None None] Pushing event updated for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:41.564560 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2945432-25fe-4ad9-a61c-ec950889810b req-dcee73d1-879f-4c49-af5f-811f87f62826 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.9754939 Sep 21 21:34:41.597263 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.618118 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2d95eea-cb6a-4e7d-80e1-cf8668341053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.645466 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Attempt 3 to provision port 70ecc8df-9e88-4798-9f87-38c535afec7a Sep 21 21:34:41.716987 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Allocated IP 172.27.0.201 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/e5a23650-deff-4ee5-8768-43d9a99fabab) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:41.726630 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:41.740958 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.870669 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab93c19c-654c-469c-afd0-29a68214817b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:41.883512 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks [] for port (ab93c19c-654c-469c-afd0-29a68214817b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.933675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Transition to ACTIVE for port object ab93c19c-654c-469c-afd0-29a68214817b will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:41.935973 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=6d7249b3-4572-416b-b470-5da80e9c33bd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:41.948674 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:41.955900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:41.958120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:41.960762 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:42.077449 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.082540 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cf7d07df-6e2a-4ca8-b6eb-9a6dff934c0b req-bf281840-eb9a-4941-a383-f77b20d5d4fd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 210 time: 0.1469452 Sep 21 21:34:42.133727 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks [] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.144771 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.188354 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.302810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Current status of the port 70ecc8df-9e88-4798-9f87-38c535afec7a is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:42.303313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.359920 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2945432-25fe-4ad9-a61c-ec950889810b req-7cd118d1-7c12-404d-882f-79ddf3dc8b47 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929556 Sep 21 21:34:42.378135 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-712ce732-0522-426c-9aab-647b3f4a4956 req-0b063680-82fa-4293-98f1-0170679dace3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 210 time: 0.1686690 Sep 21 21:34:42.387852 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:41Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:42.393380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a4eac976-7d49-4518-81b9-6de0c3078354 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:42.399959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180d1a9-ac96-4446-bbed-52ad9eca529a None None] Pushing event updated for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:42.427439 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2d95eea-cb6a-4e7d-80e1-cf8668341053 admin admin] Publish callbacks [] for security_group (8c9db904-4d35-4241-a5ba-39e2ba02b246), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.444903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:42.451720 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:42.453063 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:42.454603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d2d95eea-cb6a-4e7d-80e1-cf8668341053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8c9db904-4d35-4241-a5ba-39e2ba02b246), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.455226 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.460024 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 Sep 21 21:34:42.472883 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] For port 70ecc8df-9e88-4798-9f87-38c535afec7a, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=70ecc8df-9e88-4798-9f87-38c535afec7a,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:42.486942 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6092ab8-61ec-449e-84b2-84d454e3f646 None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:41Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:42.507115 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:42.512368 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Made reservation on behalf of 2e8baf1ca3794455876e6e2752d0a090 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:42.515961 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.534927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.553365 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:42.559147 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:42.597307 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.644625 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d2d95eea-cb6a-4e7d-80e1-cf8668341053 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd8e318de0604a9b829195e4cfcde13a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3711796 Sep 21 21:34:42.646011 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Attempting to bind port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:42.646418 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Attempting to bind port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:42.646880 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Attempting to bind port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:42.650169 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54224) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:42.650713 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54226) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:42.664512 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54228) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:42.702241 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:42.702769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Checking segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:42.703186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.703627 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Bound using segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:42.704122 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Bound port: 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:42.704515 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.707461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Attempting to bind port ab93c19c-654c-469c-afd0-29a68214817b on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:42.707801 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Attempting to bind port ab93c19c-654c-469c-afd0-29a68214817b by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:42.708148 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Attempting to bind port ab93c19c-654c-469c-afd0-29a68214817b on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:42.735179 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Port ab93c19c-654c-469c-afd0-29a68214817b on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:42.735528 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Attempting to bind port ab93c19c-654c-469c-afd0-29a68214817b on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:42.746136 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:42.756478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.827613 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-295e05ab-6eeb-40ac-93aa-fb8e08275b3d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1012058 Sep 21 21:34:42.828400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d95eea-cb6a-4e7d-80e1-cf8668341053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9db904-4d35-4241-a5ba-39e2ba02b246,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:42.863067 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Request body: {'port': {'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:42.905578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Allocated IP 172.20.0.4 (63fcecc3-32c4-46d5-887e-4614c3e0a04e/052a624c-4e58-4257-b624-04204289d3ad/7bb60268-b1b5-4704-bf8b-2a804c278597) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:42.958679 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:42.976234 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cd3f7-7ab7-443a-9474-64f9da527173 None None] Pushing event updated for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:43.034457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:43.034804 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:43.035358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Bound using segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:43.035829 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Bound port: ab93c19c-654c-469c-afd0-29a68214817b, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:43.036183 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ab93c19c-654c-469c-afd0-29a68214817b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.037512 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6fffcc0f-34b9-43b3-8961-6ffa379f4791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.041216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.067503 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] Publish callbacks [] for security_group (8c9db904-4d35-4241-a5ba-39e2ba02b246), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.079405 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] For port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:43.086423 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab7da5c5-90c4-4658-b189-1c76e5e2ed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.090594 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] For port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:43.090753 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.094249 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a4eac976-7d49-4518-81b9-6de0c3078354,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:43.116140 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Provisioning complete for port 08481483-4cba-4412-ad5a-4c5d6df4830c triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:43.116782 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.117383 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Attempt 1 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:43.120492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:43.121743 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b616a12f-3533-410e-8d48-10fbb4a4eaab up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:43.128168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.158850 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] Publish callbacks [] for security_group (8c9db904-4d35-4241-a5ba-39e2ba02b246), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.176723 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab7da5c5-90c4-4658-b189-1c76e5e2ed26 admin admin] Publish callbacks [] for security_group (5736c32f-3d22-4c41-acb7-16996e3be8e5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.187860 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'a4eac976-7d49-4518-81b9-6de0c3078354', 'network_id': '20307f56-a779-4e85-8f8d-92b249dce89b', 'port_id': 'a4eac976-7d49-4518-81b9-6de0c3078354', 'mac_address': 'fa:16:3e:c0:dd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073a990b-3b8a-4dc4-9bac-8957e2505136', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:43.196503 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab7da5c5-90c4-4658-b189-1c76e5e2ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5736c32f-3d22-4c41-acb7-16996e3be8e5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.240580 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:43.255257 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:34:43.256089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:43.257480 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:43.266379 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:43.266568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7da5c5-90c4-4658-b189-1c76e5e2ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5736c32f-3d22-4c41-acb7-16996e3be8e5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:43.371224 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180d1a9-ac96-4446-bbed-52ad9eca529a None None] Pushing event updated for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:43.376559 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a4eac976-7d49-4518-81b9-6de0c3078354 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:43.377122 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.411602 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eac976-7d49-4518-81b9-6de0c3078354 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:43.417654 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ab7da5c5-90c4-4658-b189-1c76e5e2ed26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d99556f198154933b011c68b4bcac212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7026992 Sep 21 21:34:43.427080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54240) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:43.437954 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=e5a23650-deff-4ee5-8768-43d9a99fabab,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:43.484556 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port b616a12f-3533-410e-8d48-10fbb4a4eaab triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:43.485089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.485533 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port b616a12f-3533-410e-8d48-10fbb4a4eaab Sep 21 21:34:43.518946 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:43.528583 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a4eac976-7d49-4518-81b9-6de0c3078354,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:43.537157 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33800-02fe-4405-b669-bf7177e85059 req-77785487-4602-4720-a08e-af9b2affe950 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:43.545180 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14f33800-02fe-4405-b669-bf7177e85059 req-77785487-4602-4720-a08e-af9b2affe950 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 931 time: 0.2703216 Sep 21 21:34:43.546314 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.555753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.559578 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Current status of the port 08481483-4cba-4412-ad5a-4c5d6df4830c is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:43.560091 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.599273 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:34:43.609189 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=ab93c19c-654c-469c-afd0-29a68214817b,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:43.646377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.698571 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-14f33800-02fe-4405-b669-bf7177e85059 req-90fa1290-6a4c-4855-905c-651b83ed64ba tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523674 Sep 21 21:34:43.699301 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] Publish callbacks [] for security_group (5736c32f-3d22-4c41-acb7-16996e3be8e5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.723807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:43.724537 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.728405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] 10.222.0.20 "PUT /v2.0/ports/ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 1093 time: 4.2784975 Sep 21 21:34:43.755693 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] For port 08481483-4cba-4412-ad5a-4c5d6df4830c, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=08481483-4cba-4412-ad5a-4c5d6df4830c,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:43.780426 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.809978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:43.814628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['a4eac976-7d49-4518-81b9-6de0c3078354'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:43.818436 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:43.858221 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.864679 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8c9db904-4d35-4241-a5ba-39e2ba02b246), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.867380 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.871176 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c9db904-4d35-4241-a5ba-39e2ba02b246 HTTP/1.1" status: 204 len: 168 time: 1.2126250 Sep 21 21:34:43.910927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.914078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.957931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] Publish callbacks [] for security_group (5736c32f-3d22-4c41-acb7-16996e3be8e5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.958743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6fffcc0f-34b9-43b3-8961-6ffa379f4791 admin admin] Publish callbacks [] for security_group (17cbbf94-c5d7-4440-b176-e737e988909a), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:43.962244 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ab4d9-b1b4-48f4-81f5-4c4116200bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9db904-4d35-4241-a5ba-39e2ba02b246,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.002895 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6fffcc0f-34b9-43b3-8961-6ffa379f4791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (17cbbf94-c5d7-4440-b176-e737e988909a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.024053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port b616a12f-3533-410e-8d48-10fbb4a4eaab is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:44.032365 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f839-e429-4250-8679-c6119dbd1343 req-8708cf31-aff1-45cc-9e1e-73cd6b2de2b0 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:44.040780 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-41c1f839-e429-4250-8679-c6119dbd1343 req-8708cf31-aff1-45cc-9e1e-73cd6b2de2b0 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 943 time: 0.5715592 Sep 21 21:34:44.050432 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.052587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.066698 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6916952 Sep 21 21:34:44.100536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Provisioning complete for port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:44.101993 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.102846 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Attempt 1 to provision port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 Sep 21 21:34:44.177681 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6fffcc0f-34b9-43b3-8961-6ffa379f4791 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00a98ed1662646548cf970ec097a2eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5225029 Sep 21 21:34:44.191547 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54252) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:44.197650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Pushing event updated for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.198879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d835fcd3-e1f7-481c-b90e-4e8e4176348d {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:44.201887 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1af2782a-5b89-4b32-970f-28eb90990872 req-fc2245c9-767a-4471-b693-2f18a835b42c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 210 time: 0.2984338 Sep 21 21:34:44.207727 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffcc0f-34b9-43b3-8961-6ffa379f4791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cbbf94-c5d7-4440-b176-e737e988909a,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.235622 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks [] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.242139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.259312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303" -d '{"events": [{"name": "network-changed", "server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "tag": "ab93c19c-654c-469c-afd0-29a68214817b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:44.282146 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-41c1f839-e429-4250-8679-c6119dbd1343 req-9085320a-7056-4d4c-8e0c-7b467ecbd68d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400956 Sep 21 21:34:44.291970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5736c32f-3d22-4c41-acb7-16996e3be8e5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.302971 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.306829 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5736c32f-3d22-4c41-acb7-16996e3be8e5 HTTP/1.1" status: 204 len: 168 time: 0.8695424 Sep 21 21:34:44.311279 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Transition to ACTIVE for port object d835fcd3-e1f7-481c-b90e-4e8e4176348d will not be triggered until provisioned by entity L2. {{(pid=104010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:44.330520 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.339985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cab151-bdf9-4289-97ef-42f63f14be3a service neutron] Pushing event updated for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.353174 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.404207 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2e64c-0133-41b1-a58d-0de274d28db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5736c32f-3d22-4c41-acb7-16996e3be8e5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.451158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:44.470100 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:44.480284 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:44.488703 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:44.489375 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.504274 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Pushing event updated for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.504688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-f805a050-598e-4dfc-9b9a-6394e70dd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:44.505966 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-f805a050-598e-4dfc-9b9a-6394e70dd9ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1127 time: 0.6039202 Sep 21 21:34:44.508623 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] Publish callbacks [] for security_group (17cbbf94-c5d7-4440-b176-e737e988909a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.516604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5805b78-8ed0-4696-af26-4a52c843ab04 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=6d7249b3-4572-416b-b470-5da80e9c33bd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:44.660186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 08481483-4cba-4412-ad5a-4c5d6df4830c up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:44.664267 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] Publish callbacks [] for security_group (17cbbf94-c5d7-4440-b176-e737e988909a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.726589 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Attempting to bind port d835fcd3-e1f7-481c-b90e-4e8e4176348d on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:44.728366 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Attempting to bind port d835fcd3-e1f7-481c-b90e-4e8e4176348d by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:44.728924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Attempting to bind port d835fcd3-e1f7-481c-b90e-4e8e4176348d on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:44.800712 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54272) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:44.803722 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Port d835fcd3-e1f7-481c-b90e-4e8e4176348d on network 7d10a91e-15bf-442d-a91a-10015397d26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:44.804349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Attempting to bind port d835fcd3-e1f7-481c-b90e-4e8e4176348d on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:44.827854 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.838366 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:44.838812 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:44.839306 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:44.839866 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Bound port: d835fcd3-e1f7-481c-b90e-4e8e4176348d, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:44.840324 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.851217 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e455ec3d-71dc-437a-a6d7-61a21e253778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.856546 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.930219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Current status of the port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:44.930219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.938272 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 08481483-4cba-4412-ad5a-4c5d6df4830c triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:44.938635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.938985 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:44.951856 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (17cbbf94-c5d7-4440-b176-e737e988909a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.952332 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-b8559f2f-ebc0-4fcc-bb29-9e76ab4d7489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 217 time: 0.4389815 Sep 21 21:34:44.954773 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:44.956497 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b84f7-97ef-4f6d-8291-9d3f0275c699 x-openstack-request-id: req-0d8b84f7-97ef-4f6d-8291-9d3f0275c699 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:44.956960 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "tag": "ab93c19c-654c-469c-afd0-29a68214817b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:44.957361 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d8b84f7-97ef-4f6d-8291-9d3f0275c699 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:44.958002 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8b84f7-97ef-4f6d-8291-9d3f0275c699'] response: {'name': 'network-changed', 'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b', 'status': 'completed', 'code': 200} Sep 21 21:34:44.959228 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17cbbf94-c5d7-4440-b176-e737e988909a HTTP/1.1" status: 204 len: 168 time: 0.7651145 Sep 21 21:34:45.001310 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:34:45.042633 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46eba4-8045-4710-971a-372116d21d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cbbf94-c5d7-4440-b176-e737e988909a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.048691 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9728925 Sep 21 21:34:45.053017 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e598b86c-3368-404e-8ad0-f16cbd0b912b None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:34:45.084982 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.095105 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=e5a23650-deff-4ee5-8768-43d9a99fabab,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.166944 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 08481483-4cba-4412-ad5a-4c5d6df4830c is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:45.168187 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 70ecc8df-9e88-4798-9f87-38c535afec7a up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:45.169558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Request body: {'port': {'device_id': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:45.199342 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] For port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:45.208295 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-9b1b54a0-fa15-4b90-a5ec-27ecabe9d0f4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--212738134&fields=id&tenant_id=210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 267 time: 0.7788179 Sep 21 21:34:45.229388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.245303 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca909c63-f963-4604-bae9-3a2d0fe030af req-17148cd2-6f9d-4541-a3a5-03362528b8be tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.253589 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ca909c63-f963-4604-bae9-3a2d0fe030af req-17148cd2-6f9d-4541-a3a5-03362528b8be tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 943 time: 0.3864894 Sep 21 21:34:45.257852 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:45.263430 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54278) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:45.266888 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-23a7d098-8150-40ef-99f6-878b976ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.268050 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.268502 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-23a7d098-8150-40ef-99f6-878b976ab833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.2942286 Sep 21 21:34:45.278239 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-22352763-6e94-4bd6-88e0-d9a6163a1305 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9496303 Sep 21 21:34:45.287455 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:45.334682 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 70ecc8df-9e88-4798-9f87-38c535afec7a triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:45.335771 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.336406 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 70ecc8df-9e88-4798-9f87-38c535afec7a Sep 21 21:34:45.338638 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccb9b2-6225-4f43-9bce-343ebb8ed0fd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.340292 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fee17-673a-4d6c-9c45-f544b8329874 None None] Pushing event updated for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.355871 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.363292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-aecf0287-a8bb-46f3-b82d-83e23911fe75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.388629 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.389268 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.391211 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] 10.222.0.20 "PUT /v2.0/ports/d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 200 len: 1093 time: 2.5384977 Sep 21 21:34:45.420447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:45.423666 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982f48f-632c-43af-b6e4-cdcc065f46af" -d '{"events": [{"name": "network-changed", "server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:45.461939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Provisioning complete for port 7bb60268-b1b5-4704-bf8b-2a804c278597 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:45.462481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.463383 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 1 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:45.506864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:45.558525 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.559381 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 70ecc8df-9e88-4798-9f87-38c535afec7a is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:45.568718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e455ec3d-71dc-437a-a6d7-61a21e253778 admin admin] Publish callbacks [] for security_group (baece5a5-e7d0-4e8c-bcbd-1420b6499516), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.590180 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ca909c63-f963-4604-bae9-3a2d0fe030af req-8dba9fc5-080c-4ec2-ac93-99c5a2cc8209 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338883 Sep 21 21:34:45.590936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e455ec3d-71dc-437a-a6d7-61a21e253778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (baece5a5-e7d0-4e8c-bcbd-1420b6499516), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.651901 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-730de819-3640-418d-b784-86b57d246f67 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.659839 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-730de819-3640-418d-b784-86b57d246f67 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 810 time: 0.3853569 Sep 21 21:34:45.662368 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e455ec3d-71dc-437a-a6d7-61a21e253778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5960d57491740c8a632c4b5a13cf2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8590422 Sep 21 21:34:45.681310 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54292) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:45.681538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54294) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:45.683429 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-24476251-fe94-427e-9394-9e2ea13a79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.685076 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-24476251-fe94-427e-9394-9e2ea13a79f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3911593 Sep 21 21:34:45.751486 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-76b84320-b7c2-45f9-a59f-2e12e196f1c8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/quotas/210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 375 time: 0.0906181 Sep 21 21:34:45.774031 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54fedc44-beba-45d4-a502-ed85c1508b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.796471 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9806b2e-f5b9-4220-850f-cc818dab0a8d service neutron] Pushing event updated for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.800714 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455ec3d-71dc-437a-a6d7-61a21e253778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baece5a5-e7d0-4e8c-bcbd-1420b6499516,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:45.826921 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-0df9affd-9465-4bf9-8d0a-a36c43848cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.828132 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-0df9affd-9465-4bf9-8d0a-a36c43848cce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 1127 time: 0.3445678 Sep 21 21:34:45.907745 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-4bf091a1-8adf-422c-86c5-81f2946efeac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 200 len: 217 time: 0.0682561 Sep 21 21:34:45.921146 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ec826-0f29-48f7-9db0-96315b414604 req-9a04412d-259f-41ea-a051-ed9b8ff8dc83 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:45.922828 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4f1ec826-0f29-48f7-9db0-96315b414604 req-9a04412d-259f-41ea-a051-ed9b8ff8dc83 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 931 time: 0.2270944 Sep 21 21:34:45.943009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-aecf0287-a8bb-46f3-b82d-83e23911fe75 admin admin] Publish callbacks [] for security_group (e6af7435-8538-45ad-8022-9c0bc30b6fa2), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:45.975412 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-aecf0287-a8bb-46f3-b82d-83e23911fe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e6af7435-8538-45ad-8022-9c0bc30b6fa2), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.008439 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 2 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:46.035362 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-17afdc75-fca3-46aa-8949-93778f29771e service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348019 Sep 21 21:34:46.038430 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] Publish callbacks [] for security_group (baece5a5-e7d0-4e8c-bcbd-1420b6499516), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.061410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:46.075711 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-c336050e-995d-4ba4-8210-71f2ee92cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:46.079496 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-c336050e-995d-4ba4-8210-71f2ee92cb00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.1493614 Sep 21 21:34:46.083086 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-aecf0287-a8bb-46f3-b82d-83e23911fe75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2381fb58899944b7a1d904ef5be19f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8036337 Sep 21 21:34:46.086443 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54296) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:46.091262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0287-a8bb-46f3-b82d-83e23911fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af7435-8538-45ad-8022-9c0bc30b6fa2,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:46.104854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-db3f8f9a-fd8f-447e-aaa0-64334bd4e7aa tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3448324 Sep 21 21:34:46.134744 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54fedc44-beba-45d4-a502-ed85c1508b73 admin admin] Publish callbacks [] for security_group (62b40579-de4a-4b07-8abf-552942f7325c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.199255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54fedc44-beba-45d4-a502-ed85c1508b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (62b40579-de4a-4b07-8abf-552942f7325c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.215045 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4f1ec826-0f29-48f7-9db0-96315b414604 req-f06a1028-dd34-4394-9d3a-6b3d3c105b47 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705894 Sep 21 21:34:46.251814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] Publish callbacks [] for security_group (baece5a5-e7d0-4e8c-bcbd-1420b6499516), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.258972 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 08481483-4cba-4412-ad5a-4c5d6df4830c up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:46.286483 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-54fedc44-beba-45d4-a502-ed85c1508b73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=421da3dc8bb7459d81f042be5fad8289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6005630 Sep 21 21:34:46.291266 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54298) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:46.307987 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a4eac976-7d49-4518-81b9-6de0c3078354 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:46.312901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-8a358603-9be5-4775-ac65-a06cf8aba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:46.314631 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-8a358603-9be5-4775-ac65-a06cf8aba95b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2271831 Sep 21 21:34:46.317698 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fedc44-beba-45d4-a502-ed85c1508b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b40579-de4a-4b07-8abf-552942f7325c,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:46.328061 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] Publish callbacks [] for security_group (e6af7435-8538-45ad-8022-9c0bc30b6fa2), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.388522 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 08481483-4cba-4412-ad5a-4c5d6df4830c triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:46.388734 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.389166 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 08481483-4cba-4412-ad5a-4c5d6df4830c Sep 21 21:34:46.418761 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port a4eac976-7d49-4518-81b9-6de0c3078354 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:34:46.427971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port a4eac976-7d49-4518-81b9-6de0c3078354 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:46.428436 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.428842 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port a4eac976-7d49-4518-81b9-6de0c3078354 Sep 21 21:34:46.464814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (baece5a5-e7d0-4e8c-bcbd-1420b6499516), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.467666 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.468859 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baece5a5-e7d0-4e8c-bcbd-1420b6499516 HTTP/1.1" status: 204 len: 168 time: 0.7828612 Sep 21 21:34:46.475396 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44bc4c26-03f7-43b8-86ec-edfdf87e507f req-3fe1f06b-0721-40ff-a4b3-c24d968a1b74 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078567 Sep 21 21:34:46.475631 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] Publish callbacks [] for security_group (e6af7435-8538-45ad-8022-9c0bc30b6fa2), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.478680 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-6464a023-675b-473b-b546-4c3cd036bd77 service neutron] 10.222.0.18 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072116 Sep 21 21:34:46.490785 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb60268-b1b5-4704-bf8b-2a804c278597 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:46.509455 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58394b63-761f-448d-87d6-277a1191b592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baece5a5-e7d0-4e8c-bcbd-1420b6499516,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:46.513062 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks [] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.564193 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 3 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:46.604993 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-00fb3442-9c3e-4cb2-a940-0655091fe51c service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780707 Sep 21 21:34:46.610943 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Transition to ACTIVE for port object 7bb60268-b1b5-4704-bf8b-2a804c278597 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:46.612464 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] Publish callbacks [] for security_group (62b40579-de4a-4b07-8abf-552942f7325c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.624684 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.643099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 08481483-4cba-4412-ad5a-4c5d6df4830c is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:46.644365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:46.704151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a4eac976-7d49-4518-81b9-6de0c3078354 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:46.704550 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.709634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:46.740303 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d753d-9114-4a04-9ffb-5a95a096dee3 req-3ef1a2ef-602c-4ffb-94a2-281860b47284 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:46.751123 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c67d753d-9114-4a04-9ffb-5a95a096dee3 req-3ef1a2ef-602c-4ffb-94a2-281860b47284 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 944 time: 0.4033668 Sep 21 21:34:46.751912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:46.770377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] Publish callbacks [] for security_group (62b40579-de4a-4b07-8abf-552942f7325c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.827937 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c67d753d-9114-4a04-9ffb-5a95a096dee3 req-20bd4278-573f-4fe4-a29a-f10ee246863e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755410 Sep 21 21:34:46.833014 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a4eac976-7d49-4518-81b9-6de0c3078354,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:46.849796 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:46.849796 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.849796 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 Sep 21 21:34:46.849796 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.859926 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e6af7435-8538-45ad-8022-9c0bc30b6fa2), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.860441 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:46.865386 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6af7435-8538-45ad-8022-9c0bc30b6fa2 HTTP/1.1" status: 204 len: 168 time: 0.7750292 Sep 21 21:34:46.887286 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fa7ea-1057-4b82-ac7c-5ccaf6eeb6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af7435-8538-45ad-8022-9c0bc30b6fa2,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:46.911226 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-44d95a33-52e9-4917-94e4-c61867da2ce1 req-c616b450-7744-4265-9bd0-3c406c155a6a service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960923 Sep 21 21:34:46.953902 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-f64cb112-d42e-4d03-9ff1-746fef7019d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:46.960457 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-f64cb112-d42e-4d03-9ff1-746fef7019d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1127 time: 0.3993127 Sep 21 21:34:46.980201 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:47.000479 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (62b40579-de4a-4b07-8abf-552942f7325c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:47.003193 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:47.010853 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62b40579-de4a-4b07-8abf-552942f7325c HTTP/1.1" status: 204 len: 168 time: 0.7121530 Sep 21 21:34:47.012093 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Attempting to bind port 7bb60268-b1b5-4704-bf8b-2a804c278597 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:47.012688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Attempting to bind port 7bb60268-b1b5-4704-bf8b-2a804c278597 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:47.013258 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Attempting to bind port 7bb60268-b1b5-4704-bf8b-2a804c278597 on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:47.030208 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247417f2-0669-44ab-b18e-5847fd36d8a3" -d '{"events": [{"server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "name": "network-vif-plugged", "status": "completed", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:47.050075 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-f27869b2-3c72-496d-9b68-891fa952c62c service neutron] 10.222.0.18 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489190 Sep 21 21:34:47.051755 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:47.053149 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:47.083105 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-19b0872f-2fe8-497c-b192-419516cef19d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--185801342&fields=id&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 267 time: 0.0776837 Sep 21 21:34:47.098774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:47.099100 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Attempting to bind port 7bb60268-b1b5-4704-bf8b-2a804c278597 on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:47.129605 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253805-6343-4a79-8c93-a6aa233fea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b40579-de4a-4b07-8abf-552942f7325c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:47.173300 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:47.174030 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:47.174495 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Bound using segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:47.175128 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Bound port: 7bb60268-b1b5-4704-bf8b-2a804c278597, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:47.175598 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:47.210723 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 4 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:47.297207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:47.312245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-4d7996d0-3113-4c03-80a8-c652b61e17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.314261 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-4d7996d0-3113-4c03-80a8-c652b61e17de service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.2979114 Sep 21 21:34:47.384985 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-3d23e5d6-0897-46ab-8612-9c1d5af84c37 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.391720 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-3d23e5d6-0897-46ab-8612-9c1d5af84c37 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 817 time: 0.3019392 Sep 21 21:34:47.394428 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-f78d609e-971a-4759-aeac-9fc24c133952 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 217 time: 0.0733275 Sep 21 21:34:47.400479 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:47.410387 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-44b678b2-7608-49ac-b96b-70aa1785e6d5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/quotas/fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 375 time: 0.0173130 Sep 21 21:34:47.460248 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d298f-c625-4500-a811-cd9ab5ccedc0 x-openstack-request-id: req-616d298f-c625-4500-a811-cd9ab5ccedc0 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:47.460731 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:47.461279 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-616d298f-c625-4500-a811-cd9ab5ccedc0 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:47.462147 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616d298f-c625-4500-a811-cd9ab5ccedc0'] response: {'name': 'network-changed', 'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'status': 'completed', 'code': 200} Sep 21 21:34:47.590420 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-6d367546-0906-4890-9461-a2d3e96ac19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788902 Sep 21 21:34:47.605392 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-7278d732-6835-4898-b66d-16b5f4c782d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.607253 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-7278d732-6835-4898-b66d-16b5f4c782d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 1127 time: 0.1411026 Sep 21 21:34:47.763482 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-45505279-b82a-4e4f-ba39-6a3df0ef8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.765031 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-45505279-b82a-4e4f-ba39-6a3df0ef8fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.1492112 Sep 21 21:34:47.794511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=7bb60268-b1b5-4704-bf8b-2a804c278597,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:47.799824 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 5 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:47.817506 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-d99bc27c-918b-412b-8b3e-e813dcffc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.820120 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-d99bc27c-918b-412b-8b3e-e813dcffc658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.4171021 Sep 21 21:34:47.842131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:47.858176 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:47.859044 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:47.860695 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] 10.222.0.20 "PUT /v2.0/ports/7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 200 len: 1093 time: 2.7802632 Sep 21 21:34:47.863516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:47.875066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5c18f-21f5-48e9-93fa-6476d050e910" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:47.942821 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:48.022220 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8ded-9146-4269-a6aa-4a086846ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:48.044440 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fabc4f-b19a-4067-b2a3-280b88d42100 req-50f6ec8a-a573-4bd2-b71a-09e335450f9d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.046512 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56fabc4f-b19a-4067-b2a3-280b88d42100 req-50f6ec8a-a573-4bd2-b71a-09e335450f9d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 943 time: 0.2573543 Sep 21 21:34:48.050800 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-eb51423a-2003-4eb3-9b71-ba5cc028ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.052996 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-eb51423a-2003-4eb3-9b71-ba5cc028ff56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2131519 Sep 21 21:34:48.084505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-a59a8f62-3f8d-4862-b8b7-e58dca5a8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.086613 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-a59a8f62-3f8d-4862-b8b7-e58dca5a8973 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1127 time: 0.1654246 Sep 21 21:34:48.094352 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a91e5c67-d28e-4847-bed9-3448f506b047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:48.142343 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-3dd7e2b1-5ee6-4556-a3a2-bcd6817f1e67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 200 len: 217 time: 0.3357072 Sep 21 21:34:48.193583 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-573e3807-80b7-436d-a3fd-009db5e58273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 200 len: 217 time: 0.0929165 Sep 21 21:34:48.212130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-7c157ce2-d926-46c5-a95b-b7d88b0cc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.214175 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-7c157ce2-d926-46c5-a95b-b7d88b0cc184 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0644188 Sep 21 21:34:48.248932 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56fabc4f-b19a-4067-b2a3-280b88d42100 req-49bd45fd-c376-4690-b481-52816b640e4c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937103 Sep 21 21:34:48.294437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-47711005-81ef-4254-a93e-2a395526bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.296228 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-47711005-81ef-4254-a93e-2a395526bce5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0940235 Sep 21 21:34:48.301315 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-8d17694a-f08c-4a80-b54e-be6907912e18 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363226 Sep 21 21:34:48.302317 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f0b42e4a-b6b9-4602-a575-1699ce15d990 service neutron] 10.222.0.18 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010310 Sep 21 21:34:48.317805 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-d8543853-369b-47fc-b53b-ded10d0a6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.319331 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-d8543853-369b-47fc-b53b-ded10d0a6c74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0994513 Sep 21 21:34:48.443628 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Attempt 6 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:48.454490 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-a78aa5a6-1a2f-472c-872b-b9185c121a45 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247485 Sep 21 21:34:48.480254 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-a4875bb5-a1d3-45e4-942d-f5990a2d150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.495734 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-a4875bb5-a1d3-45e4-942d-f5990a2d150a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1814373 Sep 21 21:34:48.539200 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7c9a-3368-4dc4-a2b5-c5fa988c82c1 None None] Port 7bb60268-b1b5-4704-bf8b-2a804c278597 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:34:48.582851 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-ea12f24a-d265-4de5-8b59-e015a67c0689 service neutron] 10.222.0.18 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773812 Sep 21 21:34:48.590213 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d982f48f-632c-43af-b6e4-cdcc065f46af req-9cb0f071-ea79-43d4-9c4b-ca2fbd2f90fd service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223984 Sep 21 21:34:48.591179 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee7a43d2-ca4f-41e2-9474-47c7bdcc3303 req-d2697012-b52d-4c23-a771-6a10c0384bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649808 Sep 21 21:34:48.649339 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-9e024c3f-526a-4c66-9c9f-7414ec19df31 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411898 Sep 21 21:34:48.769651 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34bd8eab-b4ac-4979-8f9a-90bd789461b6 req-1b9adf4c-aec8-4fb2-bc67-cb25b21f1ecc service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119406 Sep 21 21:34:48.826285 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a5d4b-a31b-42f2-9085-d15058a08d42 x-openstack-request-id: req-f85a5d4b-a31b-42f2-9085-d15058a08d42 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:48.826814 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "name": "network-vif-plugged", "status": "completed", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:48.827104 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f85a5d4b-a31b-42f2-9085-d15058a08d42 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:48.827582 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85a5d4b-a31b-42f2-9085-d15058a08d42'] response: {'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354', 'code': 200} Sep 21 21:34:48.937411 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31793d7e-0d78-4316-8883-b6bd87158b8a req-8033d6d4-f5e2-4cbc-a2d9-e4e84ef7e517 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:48.939749 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-31793d7e-0d78-4316-8883-b6bd87158b8a req-8033d6d4-f5e2-4cbc-a2d9-e4e84ef7e517 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 943 time: 0.1048174 Sep 21 21:34:49.012058 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06f7f912-ad01-4c50-8ff2-f99b497520b7 req-ed1c2712-0b00-40a1-8b72-dbe550f342c5 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 210 time: 0.0853391 Sep 21 21:34:49.018571 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-31793d7e-0d78-4316-8883-b6bd87158b8a req-587159f2-9ca8-41a7-bd7e-0b43049d0c7f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712378 Sep 21 21:34:49.189255 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995aec22-d491-4ada-9e22-61d4c9dfcede x-openstack-request-id: req-995aec22-d491-4ada-9e22-61d4c9dfcede {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:49.189903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:49.189980 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-995aec22-d491-4ada-9e22-61d4c9dfcede {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:49.190386 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995aec22-d491-4ada-9e22-61d4c9dfcede'] response: {'name': 'network-changed', 'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597', 'status': 'completed', 'code': 200} Sep 21 21:34:49.272295 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a8fc6d28-0b46-45df-be9b-0bbb29644ee0 req-9c7018d4-e6d7-47ec-9fdd-8a7cb9f53b3e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 210 time: 0.0809746 Sep 21 21:34:49.329681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-b8efe63a-c009-4e41-832c-0954cd06da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.331471 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-b8efe63a-c009-4e41-832c-0954cd06da9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1127 time: 0.1439943 Sep 21 21:34:49.461121 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-7929b626-db5c-4f8e-8281-d0c725e5a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.462954 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-7929b626-db5c-4f8e-8281-d0c725e5a916 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1189401 Sep 21 21:34:49.484960 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d577-bf7f-4eaf-b49f-42c374330cd0 req-af452c61-8f48-4ac5-8977-6997513572c3 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.487700 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-bb48d577-bf7f-4eaf-b49f-42c374330cd0 req-af452c61-8f48-4ac5-8977-6997513572c3 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.3017504 Sep 21 21:34:49.495213 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-654841bb-4835-4884-80c0-b490f1de6b50 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.496760 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-654841bb-4835-4884-80c0-b490f1de6b50 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 810 time: 0.4919786 Sep 21 21:34:49.525592 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-40d1696d-58c1-4e55-b692-7ab651a85401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.527539 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-40d1696d-58c1-4e55-b692-7ab651a85401 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 1129 time: 0.2493620 Sep 21 21:34:49.558318 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-ddbb129e-f33f-4857-89dc-0bd88bb0ae36 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:49.564229 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-850b8223-03c9-4d05-8814-bb674ea8d380 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 200 len: 217 time: 0.0909529 Sep 21 21:34:49.593252 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-bb48d577-bf7f-4eaf-b49f-42c374330cd0 req-60acb081-93a6-4721-bdc3-5cd547ac2bf4 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992463 Sep 21 21:34:49.686564 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-ddbb129e-f33f-4857-89dc-0bd88bb0ae36 service neutron] Publish callbacks [] for security_group (d8ed1357-ada1-4048-9d3a-9aa0ce9eb78c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:49.693107 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-ddbb129e-f33f-4857-89dc-0bd88bb0ae36 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d8ed1357-ada1-4048-9d3a-9aa0ce9eb78c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:49.703029 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f422919-3657-4994-a906-e62315cc27ce req-3492b948-6d8f-4a99-a44b-bfc82eb6652b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.704643 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2f422919-3657-4994-a906-e62315cc27ce req-3492b948-6d8f-4a99-a44b-bfc82eb6652b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 943 time: 0.2475972 Sep 21 21:34:49.711379 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-86252985-555d-49b0-b873-555f54c7b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.712812 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-86252985-555d-49b0-b873-555f54c7b11c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.1385393 Sep 21 21:34:49.740782 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-79da2f77-cde2-4e06-a6bd-30706141e9b6 req-ddbb129e-f33f-4857-89dc-0bd88bb0ae36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976480 Sep 21 21:34:49.766085 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb129e-f33f-4857-89dc-0bd88bb0ae36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed1357-ada1-4048-9d3a-9aa0ce9eb78c,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:49.778966 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-1c69786f-e26b-41ad-b740-729be48bfb35 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 379 time: 0.2618623 Sep 21 21:34:49.808834 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2f422919-3657-4994-a906-e62315cc27ce req-4e18fdab-4539-4841-a606-64307c94c2c6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950239 Sep 21 21:34:49.818708 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-2a0e7f77-d0d1-426d-8dcc-dca5ad74efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:49.820785 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-2a0e7f77-d0d1-426d-8dcc-dca5ad74efdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956147 Sep 21 21:34:49.964704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'port': {'device_id': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'admin_state_up': True, 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'security_groups': ['e2bac270-b049-479e-8602-4510847f27ce']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:50.170368 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-b98e4dd8-1ec5-4d5c-9628-cb6f01415e94 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018592 Sep 21 21:34:50.172834 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf436da-271f-4b08-acc2-229bc1eb3a92 req-083cd7df-0296-48da-b294-6b266206463a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:50.174817 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-246b7ccd-93cd-4d78-8226-6c936438dc23 req-83f5bfe7-fe47-4164-8f1c-63abb44048f5 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 210 time: 0.0400016 Sep 21 21:34:50.181978 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-faf436da-271f-4b08-acc2-229bc1eb3a92 req-083cd7df-0296-48da-b294-6b266206463a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 943 time: 0.0717988 Sep 21 21:34:50.199165 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Made reservation on behalf of 210c999fb90942f1a4d1a773aec7ddb0 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:50.204476 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.256623 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-faf436da-271f-4b08-acc2-229bc1eb3a92 req-29dfeb91-d54f-4029-a07a-ecd52395d112 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 Sep 21 21:34:50.323494 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device d835fcd3-e1f7-481c-b90e-4e8e4176348d details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:50.366353 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23d5c18f-21f5-48e9-93fa-6476d050e910 req-d413c52d-5e1b-4945-8eaa-53fb3626e459 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862032 Sep 21 21:34:50.444795 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-63a3e667-db60-442e-b3fa-ce94eb5235f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.498134 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-deb72d19-0f9d-4bf9-8522-2e884bb90ca1 req-1b6a0701-4b90-4214-892f-cef856d0ef28 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 210 time: 0.0666490 Sep 21 21:34:50.521059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Allocated IP 172.20.0.3 (ecad66f2-59b8-4516-8c0e-0febca011efd/3f5faeee-0871-453d-9adb-c8a69f3c012e/8fc272e1-8aa8-4578-afff-c8e8f60257d8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:50.522240 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-6849f610-0b79-4d8b-ba61-578290008c3f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:50.524607 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-6849f610-0b79-4d8b-ba61-578290008c3f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 817 time: 0.1667051 Sep 21 21:34:50.670039 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:50.696214 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-88458632-d7ed-48c1-b2d9-47a30f9e7b16 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 379 time: 0.1629457 Sep 21 21:34:50.706012 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:50.707879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'port': {'device_id': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'admin_state_up': True, 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'security_groups': ['f6555a5a-4940-4cf4-b2f8-4c237cd8334c']}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:50.761870 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port d835fcd3-e1f7-481c-b90e-4e8e4176348d is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:50.762650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.782168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d835fcd3-e1f7-481c-b90e-4e8e4176348d {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:50.812527 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:50.820487 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.821362 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device ab93c19c-654c-469c-afd0-29a68214817b details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:50.875065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42b8c-84ba-4780-bce8-70155916eaa6 req-79edfe3d-adef-45da-9c8e-391d790c6d95 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:50.877008 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-efe42b8c-84ba-4780-bce8-70155916eaa6 req-79edfe3d-adef-45da-9c8e-391d790c6d95 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.1505208 Sep 21 21:34:50.884650 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.918921 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Made reservation on behalf of fedaa3ecc7e344fd93f6c5f65651f5fd for: {'port': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:34:50.925511 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:50.966139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.040549 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:51.077032 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-efe42b8c-84ba-4780-bce8-70155916eaa6 req-a51a966d-e190-491c-b251-3a361f7fda22 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910522 Sep 21 21:34:51.135173 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=ab93c19c-654c-469c-afd0-29a68214817b,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:51.164393 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Network ecad66f2-59b8-4516-8c0e-0febca011efd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:51.168826 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'ab93c19c-654c-469c-afd0-29a68214817b', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'port_id': 'ab93c19c-654c-469c-afd0-29a68214817b', 'mac_address': 'fa:16:3e:da:ea:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:51.181916 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:51.187290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:51.199540 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Allocated IP 172.20.0.5 (65d9514a-dc32-49ab-aab7-17b07b8921f1/bd16fdf1-cc12-4da1-a516-4242b9d4ab24/87df1393-b408-4342-88fa-8ce837cb4fd2) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:34:51.203388 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:51.203858 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.225252 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:51.245742 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port ab93c19c-654c-469c-afd0-29a68214817b is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:51.249585 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342e827-d16c-4658-8f75-9caa25748e9a req-d3baab94-da89-4a52-96a7-e69697569927 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:51.249977 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ab93c19c-654c-469c-afd0-29a68214817b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.260728 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3342e827-d16c-4658-8f75-9caa25748e9a req-d3baab94-da89-4a52-96a7-e69697569927 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 944 time: 0.2811415 Sep 21 21:34:51.265402 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-61241d2f-9dc5-4a3e-a629-476675035210 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3048007 Sep 21 21:34:51.291192 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab93c19c-654c-469c-afd0-29a68214817b {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:51.291367 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Request body: {'port': {'device_id': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:51.355636 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=ab93c19c-654c-469c-afd0-29a68214817b,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:51.365260 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.456873 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:51.476166 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3342e827-d16c-4658-8f75-9caa25748e9a req-1b64db53-385a-4d81-a3c0-080555efa1ca tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021375 Sep 21 21:34:51.512236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.560169 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54504) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:51.603940 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Provisioning complete for port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:51.604555 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.605036 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Attempt 1 to provision port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 Sep 21 21:34:51.692387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:51.706111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8595d-5341-4ae3-87b4-5cd003fdb8c2 req-d640a72a-8f3c-45f0-9378-96dd21bcc22b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:51.713964 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-71f8595d-5341-4ae3-87b4-5cd003fdb8c2 req-d640a72a-8f3c-45f0-9378-96dd21bcc22b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 931 time: 0.3327401 Sep 21 21:34:51.720990 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['d835fcd3-e1f7-481c-b90e-4e8e4176348d'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:51.776231 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['ab93c19c-654c-469c-afd0-29a68214817b'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:51.845331 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dccfaf-7d53-4419-86bb-f394251e2b59 req-308d17a6-844d-467c-b379-03a4d02e77a1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:51.854200 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-11dccfaf-7d53-4419-86bb-f394251e2b59 req-308d17a6-844d-467c-b379-03a4d02e77a1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 943 time: 0.1830785 Sep 21 21:34:51.854906 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.872979 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-71f8595d-5341-4ae3-87b4-5cd003fdb8c2 req-07524aaa-7af8-4e0e-87da-c4f381548781 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569369 Sep 21 21:34:51.928953 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.994839 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be750f5c-fd82-4972-91f2-d7649ff50722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:51.999469 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:52.010814 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.012036 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-11dccfaf-7d53-4419-86bb-f394251e2b59 req-3d8d16c7-02d0-4bce-892e-60dad6b65e19 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568952 Sep 21 21:34:52.026819 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:34:52.032900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:34:52.068115 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:34:52.157639 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158379e-a1f0-47f1-a97e-9b8d527ba4e5 req-c4a3842d-5928-42f5-81e2-a098147e7fe6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:52.160425 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8158379e-a1f0-47f1-a97e-9b8d527ba4e5 req-c4a3842d-5928-42f5-81e2-a098147e7fe6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 931 time: 0.2010186 Sep 21 21:34:52.175289 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:52.176128 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc272e1-8aa8-4578-afff-c8e8f60257d8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:52.176479 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.185903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks [] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.195814 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Attempt 2 to provision port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 Sep 21 21:34:52.200449 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Transition to ACTIVE for port object 8fc272e1-8aa8-4578-afff-c8e8f60257d8 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:52.230244 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-554b61d9-104c-4cf4-984a-cf431afdd19b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5287852 Sep 21 21:34:52.246993 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.248227 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Request body: {'port': {'device_id': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:52.293533 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8158379e-a1f0-47f1-a97e-9b8d527ba4e5 req-c79ece23-853e-4d01-9ff5-027c6dd01507 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135564 Sep 21 21:34:52.296669 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:34:52.328313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 7bb60268-b1b5-4704-bf8b-2a804c278597 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:52.342634 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.429621 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=7bb60268-b1b5-4704-bf8b-2a804c278597,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:52.442551 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '7bb60268-b1b5-4704-bf8b-2a804c278597', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'port_id': '7bb60268-b1b5-4704-bf8b-2a804c278597', 'mac_address': 'fa:16:3e:d1:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:52.483714 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 7bb60268-b1b5-4704-bf8b-2a804c278597 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:52.484287 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.499053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb60268-b1b5-4704-bf8b-2a804c278597 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:52.520879 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=7bb60268-b1b5-4704-bf8b-2a804c278597,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:52.525796 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.541849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:52.567555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Attempting to bind port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:52.567871 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Attempting to bind port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:52.568131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Attempting to bind port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:52.572387 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be750f5c-fd82-4972-91f2-d7649ff50722 admin admin] Publish callbacks [] for security_group (cdbefe35-fd18-4b59-92fc-03bf9c7efbb3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.580009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe59e-47ce-40a3-b4a2-ae88a51147cd req-223e0a2e-cdee-4c7b-8d5a-b2884dae0adf tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:52.581851 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42dfe59e-47ce-40a3-b4a2-ae88a51147cd req-223e0a2e-cdee-4c7b-8d5a-b2884dae0adf tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.3799696 Sep 21 21:34:52.586273 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be750f5c-fd82-4972-91f2-d7649ff50722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (cdbefe35-fd18-4b59-92fc-03bf9c7efbb3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.587775 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:52.591393 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 on network ecad66f2-59b8-4516-8c0e-0febca011efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:52.591718 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Attempting to bind port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:52.623511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:52.623869 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Checking segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:52.624244 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Bound using segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:52.624692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Bound port: 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:52.625099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.658437 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-be750f5c-fd82-4972-91f2-d7649ff50722 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1951a9f475924992a7c0fe68ffb3c685&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0949254 Sep 21 21:34:52.661367 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54524) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:52.667665 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fb4ea-9a0d-48b8-8018-a4fb210d3064 req-336c63f3-ca61-447b-b160-64353f0ccf6a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:52.669166 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2a9fb4ea-9a0d-48b8-8018-a4fb210d3064 req-336c63f3-ca61-447b-b160-64353f0ccf6a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 944 time: 0.1080937 Sep 21 21:34:52.681372 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:52.695292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks [] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.698139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be750f5c-fd82-4972-91f2-d7649ff50722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbefe35-fd18-4b59-92fc-03bf9c7efbb3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:52.719392 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Transition to ACTIVE for port object 87df1393-b408-4342-88fa-8ce837cb4fd2 will not be triggered until provisioned by entity L2. {{(pid=104010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:34:52.726779 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.736033 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42dfe59e-47ce-40a3-b4a2-ae88a51147cd req-be538707-8408-4b88-a40c-fdaf64dba59d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353374 Sep 21 21:34:52.770484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:52.777830 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:52.784499 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] Publish callbacks [] for security_group (cdbefe35-fd18-4b59-92fc-03bf9c7efbb3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.787692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.793089 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:52.793718 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.796652 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 1093 time: 1.5203667 Sep 21 21:34:52.797996 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:52.798213 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Attempt 3 to provision port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 Sep 21 21:34:52.802919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:52.805164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b9e71c-442e-4568-9906-11f4391267da" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:52.813001 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2a9fb4ea-9a0d-48b8-8018-a4fb210d3064 req-f1d59f80-0f62-4552-ad5e-ba79ad02342f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359723 Sep 21 21:34:52.867765 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] Publish callbacks [] for security_group (cdbefe35-fd18-4b59-92fc-03bf9c7efbb3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:52.875296 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['7bb60268-b1b5-4704-bf8b-2a804c278597'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:52.930410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-43d7eb92-7653-4d29-a95e-67b124f7fa0c None None] Port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:34:52.940886 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512634a1-4a59-48ea-99d4-5f886370e44a x-openstack-request-id: req-512634a1-4a59-48ea-99d4-5f886370e44a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:52.941370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:52.941802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-512634a1-4a59-48ea-99d4-5f886370e44a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:52.945264 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512634a1-4a59-48ea-99d4-5f886370e44a'] response: {'name': 'network-changed', 'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'status': 'completed', 'code': 200} Sep 21 21:34:52.978858 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Attempting to bind port 87df1393-b408-4342-88fa-8ce837cb4fd2 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:34:52.979198 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Attempting to bind port 87df1393-b408-4342-88fa-8ce837cb4fd2 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:34:52.981694 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Attempting to bind port 87df1393-b408-4342-88fa-8ce837cb4fd2 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:52.988761 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Port 87df1393-b408-4342-88fa-8ce837cb4fd2 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:34:52.989090 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Attempting to bind port 87df1393-b408-4342-88fa-8ce837cb4fd2 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:34:53.015895 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:34:53.016179 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Checking segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:34:53.016626 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Bound using segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:34:53.017242 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Bound port: 87df1393-b408-4342-88fa-8ce837cb4fd2, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:34:53.017358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9b30-3ad0-4705-a089-2c088d5355a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:53.017494 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.068284 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-72bfd1fa-2bc3-45fb-84ec-5cff11d5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.070430 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-72bfd1fa-2bc3-45fb-84ec-5cff11d5d309 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1127 time: 0.2121103 Sep 21 21:34:53.149958 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (cdbefe35-fd18-4b59-92fc-03bf9c7efbb3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.153335 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.159377 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdbefe35-fd18-4b59-92fc-03bf9c7efbb3 HTTP/1.1" status: 204 len: 168 time: 0.4903603 Sep 21 21:34:53.159997 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b448191-40f9-4d9f-82cb-5cd1035048ad req-d5f09d4c-2745-46e4-88d9-0ac957e09e05 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.159997 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0b448191-40f9-4d9f-82cb-5cd1035048ad req-d5f09d4c-2745-46e4-88d9-0ac957e09e05 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 943 time: 0.1480699 Sep 21 21:34:53.162131 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-058655d1-a8e8-4c51-91a5-66e83c517e2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 217 time: 0.0851922 Sep 21 21:34:53.171010 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:34:53.175496 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:34:53.182817 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.216835 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24826d46-7e16-4ec2-af4d-a881bf2caa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbefe35-fd18-4b59-92fc-03bf9c7efbb3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:53.249985 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.250799 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.253975 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] 10.222.0.20 "PUT /v2.0/ports/87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 1093 time: 1.0153899 Sep 21 21:34:53.255361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf7062-4c63-4c02-928a-b75043953f8b service neutron] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:53.260497 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:53.277317 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88dfe5-c1f5-4371-988f-f3918df8996b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:53.342034 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-b597ce32-daa6-49ae-876a-b5e18a0d5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.344367 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-b597ce32-daa6-49ae-876a-b5e18a0d5219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.1526039 Sep 21 21:34:53.406955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041138b-dc67-4561-b77e-c5ba353941a9 req-99b33638-e7a0-4f1c-b37f-e6c45e19bfb8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.409393 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9041138b-dc67-4561-b77e-c5ba353941a9 req-99b33638-e7a0-4f1c-b37f-e6c45e19bfb8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 944 time: 0.1949940 Sep 21 21:34:53.452614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-7bbccc1d-8bb5-4ff6-a769-673de1380d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.454816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-7bbccc1d-8bb5-4ff6-a769-673de1380d91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037500 Sep 21 21:34:53.490889 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0b448191-40f9-4d9f-82cb-5cd1035048ad req-3d073427-b252-43d6-be07-b50868b7a78c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056312 Sep 21 21:34:53.497515 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-5ff31e7c-a1e5-4b79-820c-ceab99f4463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.501583 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-5ff31e7c-a1e5-4b79-820c-ceab99f4463f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1127 time: 0.2006586 Sep 21 21:34:53.592796 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6665d-8580-4c73-9f58-cff6530fdf69 x-openstack-request-id: req-d9a6665d-8580-4c73-9f58-cff6530fdf69 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:53.593933 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9041138b-dc67-4561-b77e-c5ba353941a9 req-399b5fec-e51a-4481-81c4-1a90783ee8cb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759946 Sep 21 21:34:53.594570 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:53.594848 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9a6665d-8580-4c73-9f58-cff6530fdf69 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:53.595268 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a6665d-8580-4c73-9f58-cff6530fdf69'] response: {'name': 'network-changed', 'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'status': 'completed', 'code': 200} Sep 21 21:34:53.607245 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-2a9f1068-85a0-45c6-bc60-f7b53393d68b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0963910 Sep 21 21:34:53.636478 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.647620 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-e3374617-7dad-4002-9219-e7dd63d6065a service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832798 Sep 21 21:34:53.695304 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f710c2c3-9ad3-42cf-a910-817af145d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.697341 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-f710c2c3-9ad3-42cf-a910-817af145d410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0843909 Sep 21 21:34:53.751588 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54574) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:53.767401 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e95a9cef-1a60-410b-aee8-7d4140b1534b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.793461 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-517f8582-3a06-4819-8a51-fb1f5d6e5b15 req-1a01fd97-f748-4e43-b665-ff3966cbc4cd service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384985 Sep 21 21:34:53.797315 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245690-4145-42d6-8402-e55349d9baa2 req-9d2e7aef-276a-47d3-b31b-90229d574163 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.806265 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-11245690-4145-42d6-8402-e55349d9baa2 req-9d2e7aef-276a-47d3-b31b-90229d574163 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.1353092 Sep 21 21:34:53.832329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-c47e0f0e-b0a5-4cb6-818b-eea27f2f19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.833568 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-c47e0f0e-b0a5-4cb6-818b-eea27f2f19b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146491 Sep 21 21:34:53.891145 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e95a9cef-1a60-410b-aee8-7d4140b1534b admin admin] Publish callbacks [] for security_group (1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.899633 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e95a9cef-1a60-410b-aee8-7d4140b1534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:53.947033 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-11245690-4145-42d6-8402-e55349d9baa2 req-5002d7ad-f83b-4a65-9545-86276d53a86f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407773 Sep 21 21:34:53.952591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e71c-442e-4568-9906-11f4391267da req-60d9bb99-dd61-4e71-b8aa-3d229a532c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:53.954252 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-60d9bb99-dd61-4e71-b8aa-3d229a532c12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1127 time: 0.0967255 Sep 21 21:34:53.977027 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e95a9cef-1a60-410b-aee8-7d4140b1534b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62b86000d9c24c3d8979d61ceb907fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242370 Sep 21 21:34:53.979636 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-27efc40a-1066-4c4d-8fe6-bb29a40341d9 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262686 Sep 21 21:34:53.980639 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54582) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:53.995796 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a9cef-1a60-410b-aee8-7d4140b1534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:54.080825 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b5d27-20e7-40f5-ad16-86bfb821bdc0 req-ea543e67-0df2-4bcc-9db2-6b07809f5fcd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.082285 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee9b5d27-20e7-40f5-ad16-86bfb821bdc0 req-ea543e67-0df2-4bcc-9db2-6b07809f5fcd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 944 time: 0.1422176 Sep 21 21:34:54.097819 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] Publish callbacks [] for security_group (1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.108006 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e71c-442e-4568-9906-11f4391267da req-9939cc3e-f909-443d-9e1b-4bdf4e22d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.109460 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-9939cc3e-f909-443d-9e1b-4bdf4e22d7c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.1424220 Sep 21 21:34:54.114122 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d28ed2c4-59c5-4571-9afc-0499fcd0e838 req-68e96442-101f-430d-9e75-a59a8addbc5f service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236596 Sep 21 21:34:54.127654 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] Publish callbacks [] for security_group (1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.165176 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-6352582b-c36a-4f4b-ba53-5d626d554be2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 217 time: 0.0427940 Sep 21 21:34:54.173136 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee9b5d27-20e7-40f5-ad16-86bfb821bdc0 req-c780e9cb-7010-427b-8b4b-3e8f7ed863fa tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848324 Sep 21 21:34:54.209162 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.211914 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.215342 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b HTTP/1.1" status: 204 len: 168 time: 0.2314882 Sep 21 21:34:54.217827 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e71c-442e-4568-9906-11f4391267da req-128c2409-1ab5-4861-a28b-a573bc86bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.219555 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-128c2409-1ab5-4861-a28b-a573bc86bc36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0452955 Sep 21 21:34:54.225857 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc49e50-9175-4cf1-8ba1-cacf84a15a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8cff9a-f138-4f8d-87d4-3ade8aac2b4b,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:54.242672 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-0ecbf2eb-0bd5-4d98-823a-c543385f68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.247335 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-0ecbf2eb-0bd5-4d98-823a-c543385f68f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1127 time: 0.0759201 Sep 21 21:34:54.278614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e71c-442e-4568-9906-11f4391267da req-3d9677f2-544e-4db5-99a4-3981cd412aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.280127 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-3d9677f2-544e-4db5-99a4-3981cd412aca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530908 Sep 21 21:34:54.328978 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 7bb60268-b1b5-4704-bf8b-2a804c278597 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:54.352570 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-18f79fe6-0480-4053-bc85-bc2c4221f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.354026 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-18f79fe6-0480-4053-bc85-bc2c4221f64a service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.0953438 Sep 21 21:34:54.379756 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-d3757bc9-92d0-42c9-9f46-a77cbdf0a89c service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906906 Sep 21 21:34:54.400414 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-202fdd91-0386-4361-ac64-3451e160d232 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 217 time: 0.0389318 Sep 21 21:34:54.421995 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 7bb60268-b1b5-4704-bf8b-2a804c278597 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:34:54.440432 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 7bb60268-b1b5-4704-bf8b-2a804c278597 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:54.440825 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.441167 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 7bb60268-b1b5-4704-bf8b-2a804c278597 Sep 21 21:34:54.471574 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-38d29688-4e04-45c1-92c5-04684e7fc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.473267 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-38d29688-4e04-45c1-92c5-04684e7fc0e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0675561 Sep 21 21:34:54.495697 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6b9e71c-442e-4568-9906-11f4391267da req-cf207a92-7828-4625-8fd2-ba87b7c4a627 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087298 Sep 21 21:34:54.542532 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.654574 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 7bb60268-b1b5-4704-bf8b-2a804c278597 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:54.655307 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.701930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c12bd-ec84-4fb8-925a-66f47e3f9626 req-35e20abb-b1fd-4813-ac93-078cc4af4f8a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.710831 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-607c12bd-ec84-4fb8-925a-66f47e3f9626 req-35e20abb-b1fd-4813-ac93-078cc4af4f8a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 943 time: 0.0860853 Sep 21 21:34:54.734479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:54.737582 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4db5055-c22e-4599-a850-f0bdf16da3c3" -d '{"events": [{"server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "name": "network-vif-plugged", "status": "completed", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:54.752774 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=7bb60268-b1b5-4704-bf8b-2a804c278597,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:54.758374 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.759242 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device d835fcd3-e1f7-481c-b90e-4e8e4176348d up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:54.779046 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-607c12bd-ec84-4fb8-925a-66f47e3f9626 req-682d875d-5af8-4a4c-917c-22156ead7a23 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632403 Sep 21 21:34:54.825586 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-afc23c06-3d53-41b4-b2ae-c69e0bb36e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.827357 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-afc23c06-3d53-41b4-b2ae-c69e0bb36e40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3478465 Sep 21 21:34:54.866096 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:54.871445 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port d835fcd3-e1f7-481c-b90e-4e8e4176348d completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:34:54.876656 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port d835fcd3-e1f7-481c-b90e-4e8e4176348d triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:54.877740 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:54.878259 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port d835fcd3-e1f7-481c-b90e-4e8e4176348d Sep 21 21:34:54.984987 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b1a9d-d5f8-45b8-86a5-0274b5d6af34 req-4e4067dd-3b78-4917-a126-8ab354687395 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:54.998788 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c6b1a9d-d5f8-45b8-86a5-0274b5d6af34 req-4e4067dd-3b78-4917-a126-8ab354687395 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1139014 Sep 21 21:34:55.001730 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port d835fcd3-e1f7-481c-b90e-4e8e4176348d is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:55.002470 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:55.080679 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-2f7638c2-e6c3-4e18-914c-1299da7bbc77 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445886 Sep 21 21:34:55.084730 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:55.091985 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:55.094990 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device ab93c19c-654c-469c-afd0-29a68214817b up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:34:55.161725 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c6b1a9d-d5f8-45b8-86a5-0274b5d6af34 req-15145c9e-05a6-47a9-9fc8-8af6ef043585 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537182 Sep 21 21:34:55.187366 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d26a0e1-9e92-489a-93b3-ef8695bf012f x-openstack-request-id: req-6d26a0e1-9e92-489a-93b3-ef8695bf012f {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:55.187946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "name": "network-vif-plugged", "status": "completed", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:55.188220 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d26a0e1-9e92-489a-93b3-ef8695bf012f {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:55.188633 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d26a0e1-9e92-489a-93b3-ef8695bf012f'] response: {'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597', 'code': 200} Sep 21 21:34:55.300758 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:55.341918 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa88dfe5-c1f5-4371-988f-f3918df8996b req-c23db6c5-f55e-4128-96bf-817b17175cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533646 Sep 21 21:34:55.352534 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port ab93c19c-654c-469c-afd0-29a68214817b completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:34:55.367423 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port ab93c19c-654c-469c-afd0-29a68214817b triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:34:55.368825 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (ab93c19c-654c-469c-afd0-29a68214817b), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:55.370498 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port ab93c19c-654c-469c-afd0-29a68214817b Sep 21 21:34:55.454608 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d5f67-ff39-41a3-9a0f-5bcd38498c45 req-34a21412-593d-42b0-9c98-0d15a740cc11 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:55.459053 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de8c0-396f-4593-89c9-a8de8f53643b req-8cc15075-c559-4968-8f47-33493ba8b91e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:55.465902 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a19d5f67-ff39-41a3-9a0f-5bcd38498c45 req-34a21412-593d-42b0-9c98-0d15a740cc11 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.1857965 Sep 21 21:34:55.469063 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298de8c0-396f-4593-89c9-a8de8f53643b req-8cc15075-c559-4968-8f47-33493ba8b91e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.1247988 Sep 21 21:34:55.562405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a19d5f67-ff39-41a3-9a0f-5bcd38498c45 req-32165514-a6b5-4df0-a1b9-c225aea83801 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884483 Sep 21 21:34:55.578204 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port ab93c19c-654c-469c-afd0-29a68214817b is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:55.581164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ab93c19c-654c-469c-afd0-29a68214817b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:55.632228 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298de8c0-396f-4593-89c9-a8de8f53643b req-28fe25b9-a120-4fff-99be-1ef2a8a9ca91 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609881 Sep 21 21:34:55.647183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22142e19-c54a-4f4a-b4bf-01c537391c09 req-4358d677-29bd-4e25-bdfa-636a449d2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:55.649841 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=ab93c19c-654c-469c-afd0-29a68214817b,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:55.657864 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:34:55.660603 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-22142e19-c54a-4f4a-b4bf-01c537391c09 req-4358d677-29bd-4e25-bdfa-636a449d2dbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1129 time: 0.1875434 Sep 21 21:34:55.661377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:55.740093 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:55.774671 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-22142e19-c54a-4f4a-b4bf-01c537391c09 req-4bc6b7b9-db9c-40c1-95b9-5611425f1eb9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078997 Sep 21 21:34:55.915922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee538-1108-4073-acac-5468a86357e2 req-b00a5db6-4797-404f-9fb1-cf73e2212a89 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:55.917610 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e8ee538-1108-4073-acac-5468a86357e2 req-b00a5db6-4797-404f-9fb1-cf73e2212a89 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 943 time: 0.0592937 Sep 21 21:34:55.978726 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e8ee538-1108-4073-acac-5468a86357e2 req-79f87c68-d3c7-4b7a-adad-b0f0163ce3f1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517235 Sep 21 21:34:56.122572 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54676) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:56.140975 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54680) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:56.241525 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-880e0934-b77a-4956-bf3f-3930e7cf667b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.274855 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af4633f2-848c-4207-8c3c-f848733d936f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.313900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449f0cb-536d-4f26-8d43-11f6a77d6123 req-8200da8c-50b5-4035-a912-7c1a4faa3935 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:56.315971 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d449f0cb-536d-4f26-8d43-11f6a77d6123 req-8200da8c-50b5-4035-a912-7c1a4faa3935 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0571036 Sep 21 21:34:56.341356 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8fc272e1-8aa8-4578-afff-c8e8f60257d8 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:56.369441 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d449f0cb-536d-4f26-8d43-11f6a77d6123 req-ac4560e0-27d4-46f5-8f05-14bc19100fcb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Sep 21 21:34:56.414378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-880e0934-b77a-4956-bf3f-3930e7cf667b admin admin] Publish callbacks [] for security_group (5865fb4c-06ed-4602-9f43-9587ee7e411d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.422159 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-880e0934-b77a-4956-bf3f-3930e7cf667b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5865fb4c-06ed-4602-9f43-9587ee7e411d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.454184 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:56.470304 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'port_id': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'mac_address': 'fa:16:3e:de:d1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:56.474562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e0934-b77a-4956-bf3f-3930e7cf667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865fb4c-06ed-4602-9f43-9587ee7e411d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:56.482600 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-880e0934-b77a-4956-bf3f-3930e7cf667b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a8ff545356e41509022987e22d5cba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583603 Sep 21 21:34:56.484758 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54694) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:56.510344 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af4633f2-848c-4207-8c3c-f848733d936f admin admin] Publish callbacks [] for security_group (2d244364-e218-4776-91ba-44fb6a977760), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.514266 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:56.515041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.516486 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af4633f2-848c-4207-8c3c-f848733d936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (2d244364-e218-4776-91ba-44fb6a977760), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.534093 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc272e1-8aa8-4578-afff-c8e8f60257d8 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:56.546488 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] Publish callbacks [] for security_group (5865fb4c-06ed-4602-9f43-9587ee7e411d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.556935 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:56.560926 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4633f2-848c-4207-8c3c-f848733d936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d244364-e218-4776-91ba-44fb6a977760,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:56.561863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.563282 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:34:56.584878 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-af4633f2-848c-4207-8c3c-f848733d936f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db731252fd134d49a5f7689c3601191f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427118 Sep 21 21:34:56.585475 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54698) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:56.593386 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] Publish callbacks [] for security_group (5865fb4c-06ed-4602-9f43-9587ee7e411d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.653956 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] Publish callbacks [] for security_group (2d244364-e218-4776-91ba-44fb6a977760), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.682680 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] Publish callbacks [] for security_group (2d244364-e218-4776-91ba-44fb6a977760), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.684056 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5865fb4c-06ed-4602-9f43-9587ee7e411d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.687904 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.689212 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5865fb4c-06ed-4602-9f43-9587ee7e411d HTTP/1.1" status: 204 len: 168 time: 0.2033129 Sep 21 21:34:56.701467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f8e7e-c0bc-4ba9-8eff-0b104435b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865fb4c-06ed-4602-9f43-9587ee7e411d,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:56.758156 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:56.781912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:34:56.796619 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (2d244364-e218-4776-91ba-44fb6a977760), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.800040 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.805809 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d244364-e218-4776-91ba-44fb6a977760 HTTP/1.1" status: 204 len: 168 time: 0.2186944 Sep 21 21:34:56.817925 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb9ed1-bea5-4797-8b12-4f0f43cfe2de req-2640488b-9a4c-4ed1-b46a-ecf434b96e4a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:56.819928 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6edb9ed1-bea5-4797-8b12-4f0f43cfe2de req-2640488b-9a4c-4ed1-b46a-ecf434b96e4a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0875130 Sep 21 21:34:56.820579 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef6667-5481-4028-bede-60a1b9da61ed req-f3f1c88d-8b40-4e28-8c07-03d70165b8a9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:56.828738 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7fef6667-5481-4028-bede-60a1b9da61ed req-f3f1c88d-8b40-4e28-8c07-03d70165b8a9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0790305 Sep 21 21:34:56.830246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59bd3a-e34d-4f57-92fa-48765e8850ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d244364-e218-4776-91ba-44fb6a977760,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:56.870189 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:34:56.870580 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:56.904446 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:34:56.915987 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6edb9ed1-bea5-4797-8b12-4f0f43cfe2de req-791662ae-6c0b-4287-8dc7-09873430b685 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563626 Sep 21 21:34:56.920955 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7fef6667-5481-4028-bede-60a1b9da61ed req-207c17b2-3922-4f4c-be64-944823af2b07 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908709 Sep 21 21:34:56.964611 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:34:56.965943 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:56.972259 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.049816 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:57.136800 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57c4df-31ab-44f2-8533-d8acb507536f req-05a9ccd0-d2d3-4d04-81dd-f647ba1778c7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:57.144861 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8b57c4df-31ab-44f2-8533-d8acb507536f req-05a9ccd0-d2d3-4d04-81dd-f647ba1778c7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 944 time: 0.0681398 Sep 21 21:34:57.190572 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d'}, {'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:34:57.192905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64a4dcd-1f2a-455b-99ed-aefd27e38a73" -d '{"events": [{"server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "name": "network-vif-plugged", "status": "completed", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d"}, {"server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "name": "network-vif-plugged", "status": "completed", "tag": "ab93c19c-654c-469c-afd0-29a68214817b"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:34:57.223808 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8b57c4df-31ab-44f2-8533-d8acb507536f req-bf749490-bf2e-44dc-a642-51c9faa6b409 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716555 Sep 21 21:34:57.242171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['8fc272e1-8aa8-4578-afff-c8e8f60257d8'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:57.248808 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 21 Sep 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f28f4-3fc0-4639-ac3a-8687f3416804 x-openstack-request-id: req-c92f28f4-3fc0-4639-ac3a-8687f3416804 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:34:57.250597 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "name": "network-vif-plugged", "status": "completed", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d", "code": 200}, {"server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "name": "network-vif-plugged", "status": "completed", "tag": "ab93c19c-654c-469c-afd0-29a68214817b", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:34:57.250999 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c92f28f4-3fc0-4639-ac3a-8687f3416804 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:34:57.251412 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92f28f4-3fc0-4639-ac3a-8687f3416804'] response: {'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'code': 200} Sep 21 21:34:57.251701 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92f28f4-3fc0-4639-ac3a-8687f3416804'] response: {'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b', 'code': 200} Sep 21 21:34:57.294275 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['87df1393-b408-4342-88fa-8ce837cb4fd2'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:34:57.391207 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54728) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:57.420080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae48501b-3919-477e-a7a3-aefe687e8a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.554686 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54732) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:57.586974 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a8a4a-394f-44e4-9313-9a9617519872 req-e0526bee-3989-4390-a4f0-6a6c67b11e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:57.589549 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-714a8a4a-394f-44e4-9313-9a9617519872 req-e0526bee-3989-4390-a4f0-6a6c67b11e42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1129 time: 0.1205511 Sep 21 21:34:57.590597 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47545ed8-c553-4a2a-acea-33ded4b112e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.629140 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56298310-2247-46df-ad79-b68d738a0fb0 req-2fc13b78-a543-4e00-91f6-190b3bdc2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:57.631269 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56298310-2247-46df-ad79-b68d738a0fb0 req-2fc13b78-a543-4e00-91f6-190b3bdc2656 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 1129 time: 0.1334577 Sep 21 21:34:57.647371 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae48501b-3919-477e-a7a3-aefe687e8a55 admin admin] Publish callbacks [] for security_group (63d077e9-fc11-409e-af16-13b0836fab77), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.657562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae48501b-3919-477e-a7a3-aefe687e8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (63d077e9-fc11-409e-af16-13b0836fab77), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.720311 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb654d-b947-4693-bbd8-a927e1da4814 req-7daae071-3025-49c4-8f0f-5217a2020908 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:57.727490 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ae48501b-3919-477e-a7a3-aefe687e8a55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3c419d472124530961eebae6b1aca67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327658 Sep 21 21:34:57.727664 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-30bb654d-b947-4693-bbd8-a927e1da4814 req-7daae071-3025-49c4-8f0f-5217a2020908 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.2062135 Sep 21 21:34:57.727743 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48501b-3919-477e-a7a3-aefe687e8a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d077e9-fc11-409e-af16-13b0836fab77,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:57.728661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54738) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:57.772857 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56298310-2247-46df-ad79-b68d738a0fb0 req-275d3841-e6a7-4b67-9e48-da054aff0f41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362090 Sep 21 21:34:57.783725 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-714a8a4a-394f-44e4-9313-9a9617519872 req-79e226cb-70f9-443f-86fd-61d2ee8a081a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868958 Sep 21 21:34:57.799282 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] Publish callbacks [] for security_group (63d077e9-fc11-409e-af16-13b0836fab77), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.818420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47545ed8-c553-4a2a-acea-33ded4b112e5 admin admin] Publish callbacks [] for security_group (5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.823968 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-30bb654d-b947-4693-bbd8-a927e1da4814 req-66e00b8f-217a-4864-90b2-6f702c91679b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756061 Sep 21 21:34:57.825298 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47545ed8-c553-4a2a-acea-33ded4b112e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.832935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] Publish callbacks [] for security_group (63d077e9-fc11-409e-af16-13b0836fab77), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.868291 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-47545ed8-c553-4a2a-acea-33ded4b112e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cd4442a548f42bc8448473bbaf1b3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082275 Sep 21 21:34:57.868291 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47545ed8-c553-4a2a-acea-33ded4b112e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:57.869563 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54744) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:57.912973 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (63d077e9-fc11-409e-af16-13b0836fab77), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.917047 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.918627 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63d077e9-fc11-409e-af16-13b0836fab77 HTTP/1.1" status: 204 len: 168 time: 0.1872323 Sep 21 21:34:57.928345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db2226-361f-4ab6-95c7-5ab8ed7fe937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d077e9-fc11-409e-af16-13b0836fab77,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:57.944333 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] Publish callbacks [] for security_group (5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:57.974656 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] Publish callbacks [] for security_group (5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:58.092224 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17093a-7d17-4aac-9819-77e552503a69 req-51f21237-c37c-4e66-b853-a60c3b27a473 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.099654 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3d17093a-7d17-4aac-9819-77e552503a69 req-51f21237-c37c-4e66-b853-a60c3b27a473 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.1038289 Sep 21 21:34:58.141010 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:58.145348 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:58.147468 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde HTTP/1.1" status: 204 len: 168 time: 0.2769234 Sep 21 21:34:58.175706 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af94062-bb34-4e7d-a84c-e1603c469fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2dbb6-5ec5-4828-a9d3-f68cc7996dde,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:58.202489 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3d17093a-7d17-4aac-9819-77e552503a69 req-e0d8eafb-7bc9-4481-9ac8-5dc6b043f9f2 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017540 Sep 21 21:34:58.342605 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62fbe-b5a0-41bc-be4c-7831931e1439 req-62d6f383-1732-4bf8-9708-83bb401edc2b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.359582 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33f62fbe-b5a0-41bc-be4c-7831931e1439 req-62d6f383-1732-4bf8-9708-83bb401edc2b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0917227 Sep 21 21:34:58.377656 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc746e3-b519-49b0-879f-0802c02031bb req-8b9e8a7a-3fec-4aa5-92dc-b950dd4f41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.379104 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-8b9e8a7a-3fec-4aa5-92dc-b950dd4f41ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1129 time: 0.1244290 Sep 21 21:34:58.387147 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9dace-63c7-419a-88c7-a75a8d47fa0c req-c4b90eeb-2be3-47b9-840d-d3dc8faf8762 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.388672 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d0c9dace-63c7-419a-88c7-a75a8d47fa0c req-c4b90eeb-2be3-47b9-840d-d3dc8faf8762 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1246974 Sep 21 21:34:58.416028 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33f62fbe-b5a0-41bc-be4c-7831931e1439 req-33ed440e-cf6c-463f-ad0a-ae3eebf18689 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554872 Sep 21 21:34:58.536209 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d0c9dace-63c7-419a-88c7-a75a8d47fa0c req-1cc74c24-3ef4-49e9-8e8b-89a01dafcd07 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385944 Sep 21 21:34:58.555893 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc746e3-b519-49b0-879f-0802c02031bb req-48a90cd4-29d9-4dc9-a23d-78aa8213396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.558415 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-48a90cd4-29d9-4dc9-a23d-78aa8213396b service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1689179 Sep 21 21:34:58.565224 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1052-2ee7-49a1-8226-bc2c7f068c5d req-a80db82b-dc09-47a1-b572-80268d68316d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.572779 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed2a1052-2ee7-49a1-8226-bc2c7f068c5d req-a80db82b-dc09-47a1-b572-80268d68316d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 944 time: 0.0712621 Sep 21 21:34:58.618030 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-b498c4fe-d16a-471d-9ad6-0150e6eba72c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 200 len: 217 time: 0.0413771 Sep 21 21:34:58.638272 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed2a1052-2ee7-49a1-8226-bc2c7f068c5d req-6bad538a-1421-44c9-8c34-b46c8e47eb5c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644264 Sep 21 21:34:58.691393 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc746e3-b519-49b0-879f-0802c02031bb req-f2c9fced-30d0-41d1-b3a5-c139f93941c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.694044 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-f2c9fced-30d0-41d1-b3a5-c139f93941c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0559187 Sep 21 21:34:58.781278 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54782) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:58.804952 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc746e3-b519-49b0-879f-0802c02031bb req-11363d7e-abf9-436d-9b00-4a097703d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:58.806497 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-11363d7e-abf9-436d-9b00-4a097703d1e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737717 Sep 21 21:34:58.906489 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-fa9b6d95-0fca-4e70-9ea5-eaa4990d5f8e service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911479 Sep 21 21:34:58.980287 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-238d0a96-c9a9-421b-803c-f36f01785b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.045091 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2cc746e3-b519-49b0-879f-0802c02031bb req-068924f1-3528-4075-bc90-fec1ffaec76b service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288872 Sep 21 21:34:59.114189 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-238d0a96-c9a9-421b-803c-f36f01785b96 admin admin] Publish callbacks [] for security_group (c75651d6-be9d-4a69-a5e7-05f2786866b8), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.119469 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-238d0a96-c9a9-421b-803c-f36f01785b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c75651d6-be9d-4a69-a5e7-05f2786866b8), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.172350 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-238d0a96-c9a9-421b-803c-f36f01785b96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04aeaa02ad9845368d93187e50dacfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900182 Sep 21 21:34:59.173247 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d0a96-c9a9-421b-803c-f36f01785b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75651d6-be9d-4a69-a5e7-05f2786866b8,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:59.175870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54808) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:59.250172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] Publish callbacks [] for security_group (c75651d6-be9d-4a69-a5e7-05f2786866b8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.276166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] Publish callbacks [] for security_group (c75651d6-be9d-4a69-a5e7-05f2786866b8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.343166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c75651d6-be9d-4a69-a5e7-05f2786866b8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.346125 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.350428 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c75651d6-be9d-4a69-a5e7-05f2786866b8 HTTP/1.1" status: 204 len: 168 time: 0.1729851 Sep 21 21:34:59.357919 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c961b9-6aa3-4b95-ab86-1b2ebb1e0a1f req-56eff9ec-4433-4ec2-999d-6c26e07f6d50 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:59.365578 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-63c961b9-6aa3-4b95-ab86-1b2ebb1e0a1f req-56eff9ec-4433-4ec2-999d-6c26e07f6d50 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0705705 Sep 21 21:34:59.367578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a76385-54ae-4646-bf6c-d9443c2d5b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75651d6-be9d-4a69-a5e7-05f2786866b8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:34:59.416285 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-63c961b9-6aa3-4b95-ab86-1b2ebb1e0a1f req-bb5c46fe-9fe7-4a26-8071-5a2741069120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497704 Sep 21 21:34:59.570150 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.621435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca165a64-c5bf-4a6a-959d-ea13eaa3cd05 req-96e6eb21-b9d0-4ea1-a2da-73147b9daafd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:59.623584 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f03f7-4e2b-48b6-b7a2-4250681bfa0f req-93f44a79-ad52-4e98-9739-371b8d8a018b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:59.625255 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-815f03f7-4e2b-48b6-b7a2-4250681bfa0f req-93f44a79-ad52-4e98-9739-371b8d8a018b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0836782 Sep 21 21:34:59.630263 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ca165a64-c5bf-4a6a-959d-ea13eaa3cd05 req-96e6eb21-b9d0-4ea1-a2da-73147b9daafd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0844908 Sep 21 21:34:59.636894 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54834) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:34:59.645444 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:34:59.690436 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ca165a64-c5bf-4a6a-959d-ea13eaa3cd05 req-d6e545ab-054e-4883-a328-65d281390c21 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593245 Sep 21 21:34:59.726253 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:34:59.817049 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae806f-1e25-45f0-8ed5-693e010f8146 req-fc0faaaf-8202-4896-9077-3016e81399d1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:59.824811 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-16ae806f-1e25-45f0-8ed5-693e010f8146 req-fc0faaaf-8202-4896-9077-3016e81399d1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 944 time: 0.0638506 Sep 21 21:34:59.879347 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-16ae806f-1e25-45f0-8ed5-693e010f8146 req-86ddd391-a2d2-4df1-ac6d-14d2d043a800 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528002 Sep 21 21:34:59.924232 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d3444-587f-48ba-86fd-503c780340d4 req-4bc247b8-c9c4-4005-b805-280a2c06c244 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:34:59.925986 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-795d3444-587f-48ba-86fd-503c780340d4 req-4bc247b8-c9c4-4005-b805-280a2c06c244 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1973612 Sep 21 21:35:00.060723 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54850) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:00.082557 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70ca23fd-0af5-4090-bb94-e057174a5d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.229631 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70ca23fd-0af5-4090-bb94-e057174a5d36 admin admin] Publish callbacks [] for security_group (a5043d84-14b7-4bf2-95cf-32ba37b8b71d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.236233 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70ca23fd-0af5-4090-bb94-e057174a5d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a5043d84-14b7-4bf2-95cf-32ba37b8b71d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.271177 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-795d3444-587f-48ba-86fd-503c780340d4 req-c242b91c-1e26-432a-b97a-8415b08860ae tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396895 Sep 21 21:35:00.297656 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-e9cf4832-7a02-4fe6-abd8-52fb09ae6a08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480422 Sep 21 21:35:00.316287 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-70ca23fd-0af5-4090-bb94-e057174a5d36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b744984109e941f9ba97a9718c44b790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513227 Sep 21 21:35:00.316287 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca23fd-0af5-4090-bb94-e057174a5d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5043d84-14b7-4bf2-95cf-32ba37b8b71d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:00.317593 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54856) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:00.359427 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8fc272e1-8aa8-4578-afff-c8e8f60257d8 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:35:00.442879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] Publish callbacks [] for security_group (a5043d84-14b7-4bf2-95cf-32ba37b8b71d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.456671 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-b9d028c5-6366-4f7d-bb04-45804fe96f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:00.459103 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-b9d028c5-6366-4f7d-bb04-45804fe96f2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=527106f3b67041d18574b2321a1388df&device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 1129 time: 0.0973229 Sep 21 21:35:00.472687 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:35:00.479111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] Publish callbacks [] for security_group (a5043d84-14b7-4bf2-95cf-32ba37b8b71d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.482463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:00.482852 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.483192 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 Sep 21 21:35:00.588062 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:00.589480 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.611683 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a5043d84-14b7-4bf2-95cf-32ba37b8b71d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.614933 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.619561 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5043d84-14b7-4bf2-95cf-32ba37b8b71d HTTP/1.1" status: 204 len: 168 time: 0.2952201 Sep 21 21:35:00.630228 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f260e3-02e4-4a83-892b-116f7f3bb144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5043d84-14b7-4bf2-95cf-32ba37b8b71d,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:00.648134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:35:00.654467 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc7fd1-2de1-4546-8d1d-c3ec25fdb232" -d '{"events": [{"server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "name": "network-vif-plugged", "status": "completed", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:35:00.701187 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:00.711557 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.712834 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:35:00.735391 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-26eeb14a-8cf0-4488-b8a9-bf32d64e40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:00.743502 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-26eeb14a-8cf0-4488-b8a9-bf32d64e40e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20307f56-a779-4e85-8f8d-92b249dce89b HTTP/1.1" status: 200 len: 911 time: 0.2483120 Sep 21 21:35:00.837157 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee977108-e645-4b04-93d6-c54ae49163f1 x-openstack-request-id: req-ee977108-e645-4b04-93d6-c54ae49163f1 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:35:00.837566 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "name": "network-vif-plugged", "status": "completed", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:35:00.837902 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee977108-e645-4b04-93d6-c54ae49163f1 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:35:00.846944 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee977108-e645-4b04-93d6-c54ae49163f1'] response: {'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'code': 200} Sep 21 21:35:00.859668 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-b40d0ab5-02f5-4056-9075-439bc272330a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4eac976-7d49-4518-81b9-6de0c3078354 HTTP/1.1" status: 200 len: 217 time: 0.1111615 Sep 21 21:35:00.905938 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:00.917693 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 87df1393-b408-4342-88fa-8ce837cb4fd2 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:35:00.929950 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 87df1393-b408-4342-88fa-8ce837cb4fd2 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:00.930526 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.930887 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 87df1393-b408-4342-88fa-8ce837cb4fd2 Sep 21 21:35:00.981305 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:00.982301 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-63fe6537-21e6-4a36-85c2-6cc131ef0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:00.989898 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-63fe6537-21e6-4a36-85c2-6cc131ef0260 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=073a990b-3b8a-4dc4-9bac-8957e2505136 HTTP/1.1" status: 200 len: 850 time: 0.1158028 Sep 21 21:35:01.010479 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.053592 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:01.054119 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.108740 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e99c0-8b6b-46a7-bb94-64faa3f80c99 req-0db776ea-2b4d-4337-8123-e55bbbaed57a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.110611 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-776e99c0-8b6b-46a7-bb94-64faa3f80c99 req-0db776ea-2b4d-4337-8123-e55bbbaed57a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.2937300 Sep 21 21:35:01.114589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91991a-132b-4876-949b-8b74f35c40fa req-b9f8ff4f-eb18-4052-868f-9801c14ede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.116479 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5b91991a-132b-4876-949b-8b74f35c40fa req-b9f8ff4f-eb18-4052-868f-9801c14ede86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1129 time: 0.1407957 Sep 21 21:35:01.120525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-5dc93e44-70bc-45ba-a8a8-2a0c1b6810e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.121617 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:01.129494 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.134208 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-5dc93e44-70bc-45ba-a8a8-2a0c1b6810e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20307f56-a779-4e85-8f8d-92b249dce89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1305747 Sep 21 21:35:01.168021 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d824749-0ea9-41dd-9503-987b74451766 req-b336f256-f379-4ce3-a4e9-2aa8d9cfab9b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.169534 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1d824749-0ea9-41dd-9503-987b74451766 req-b336f256-f379-4ce3-a4e9-2aa8d9cfab9b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1303051 Sep 21 21:35:01.190026 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:01.254091 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-776e99c0-8b6b-46a7-bb94-64faa3f80c99 req-61d061b3-9680-4521-a12a-0c4e0e688d12 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344540 Sep 21 21:35:01.261844 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5b91991a-132b-4876-949b-8b74f35c40fa req-7568d501-ceb6-4223-af7f-ff94fb58a33e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351068 Sep 21 21:35:01.267207 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1d824749-0ea9-41dd-9503-987b74451766 req-11d47ba1-ba20-4989-9d92-a3addf1cd762 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841982 Sep 21 21:35:01.279526 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP ab097c2c-6f0c-44c2-9fb6-0100f5bab809 associated. External IP: 172.27.0.162, port: d835fcd3-e1f7-481c-b90e-4e8e4176348d. Sep 21 21:35:01.322722 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-537cc124-3571-473c-a055-7427b7966e87 service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854589 Sep 21 21:35:01.419497 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6543c-01c2-4115-a44f-8496be64df14 req-0a9d0bf8-3110-42eb-9e01-1afc6ed80ebf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.427881 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-83d6543c-01c2-4115-a44f-8496be64df14 req-0a9d0bf8-3110-42eb-9e01-1afc6ed80ebf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0673873 Sep 21 21:35:01.450306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54902) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:01.501086 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-83d6543c-01c2-4115-a44f-8496be64df14 req-36215411-f725-4987-b845-7fb74f30788a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676520 Sep 21 21:35:01.546890 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:35:01.626732 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f452bb33-ccb9-46d0-ae65-bb6df928519e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.637549 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-537b6107-67ef-4469-8ec7-999e0300ce0e req-05cb0310-8042-47c1-bf13-fdd6ec00cc65 service neutron] 10.222.0.20 "GET /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246834 Sep 21 21:35:01.712110 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:01.725687 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:01.726302 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.740656 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:01.741406 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:01.782270 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ce2caddd-f0f8-43fa-8a92-0b73dbf5b33f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "PUT /v2.0/floatingips/ab097c2c-6f0c-44c2-9fb6-0100f5bab809 HTTP/1.1" status: 200 len: 991 time: 2.1418853 Sep 21 21:35:01.782270 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:35:01.788078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5b302-7779-4853-b148-5718aa3d9e88" -d '{"events": [{"name": "network-changed", "server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:35:01.839198 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f452bb33-ccb9-46d0-ae65-bb6df928519e admin admin] Publish callbacks [] for security_group (221e3efa-bc76-497f-9468-dcf3d51513c9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.841678 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019e6c8-bfc3-4f92-9861-cb8e19968523 x-openstack-request-id: req-2019e6c8-bfc3-4f92-9861-cb8e19968523 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:35:01.842162 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:35:01.842692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2019e6c8-bfc3-4f92-9861-cb8e19968523 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:35:01.843200 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2019e6c8-bfc3-4f92-9861-cb8e19968523'] response: {'name': 'network-changed', 'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'status': 'completed', 'code': 200} Sep 21 21:35:01.844614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f452bb33-ccb9-46d0-ae65-bb6df928519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (221e3efa-bc76-497f-9468-dcf3d51513c9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:01.895339 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f452bb33-ccb9-46d0-ae65-bb6df928519e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fc4c2eeee2249a99d3dffbb4dd9a257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438958 Sep 21 21:35:01.896009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54938) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:01.896511 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:01.898304 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452bb33-ccb9-46d0-ae65-bb6df928519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e3efa-bc76-497f-9468-dcf3d51513c9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:01.958115 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-2b27fb12-82c5-4605-82e6-6ce30876e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:01.960539 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-2b27fb12-82c5-4605-82e6-6ce30876e230 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 1129 time: 0.0918636 Sep 21 21:35:01.980256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] Publish callbacks [] for security_group (221e3efa-bc76-497f-9468-dcf3d51513c9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:02.013161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] Publish callbacks [] for security_group (221e3efa-bc76-497f-9468-dcf3d51513c9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:02.074903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (221e3efa-bc76-497f-9468-dcf3d51513c9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:02.079085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:02.081205 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/221e3efa-bc76-497f-9468-dcf3d51513c9 HTTP/1.1" status: 204 len: 168 time: 0.1839767 Sep 21 21:35:02.099849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c29c47-6e3a-49b5-8eb2-8b798f5104a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e3efa-bc76-497f-9468-dcf3d51513c9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:02.153400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-7cc5eaf9-d2bc-4c10-96d7-565c1bdea968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.155017 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-7cc5eaf9-d2bc-4c10-96d7-565c1bdea968 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.1861279 Sep 21 21:35:02.252466 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:02.284506 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:02.288015 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-ef575e65-92aa-4c28-a4d0-41923aca4b9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 200 len: 999 time: 0.1255233 Sep 21 21:35:02.294410 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:02.295254 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:02.362037 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-1ba80ff3-9c5f-45ec-b8ee-5c9c0aa25b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.366338 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-1ba80ff3-9c5f-45ec-b8ee-5c9c0aa25b63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0671089 Sep 21 21:35:02.465918 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-cbe5cfa1-85a0-4b95-840b-41ca734099fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.467528 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-cbe5cfa1-85a0-4b95-840b-41ca734099fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962515 Sep 21 21:35:02.497544 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f8d24-adb2-428a-8c65-f7a19d9d2282 req-82886f98-bf04-4271-b49a-36d273790718 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.506321 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed536d9b-13c1-4000-bf65-13b2e8fe9dc4 req-3704f622-b706-40a2-b9fe-eb807e842f9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.507314 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-006f8d24-adb2-428a-8c65-f7a19d9d2282 req-82886f98-bf04-4271-b49a-36d273790718 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0963688 Sep 21 21:35:02.518094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed536d9b-13c1-4000-bf65-13b2e8fe9dc4 req-3704f622-b706-40a2-b9fe-eb807e842f9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1149194 Sep 21 21:35:02.566603 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:02.614812 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed536d9b-13c1-4000-bf65-13b2e8fe9dc4 req-a3449bdc-7d69-4ecf-89f9-ed798fc253fe tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958455 Sep 21 21:35:02.712303 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-006f8d24-adb2-428a-8c65-f7a19d9d2282 req-aa836213-43de-43a7-8d0c-c978e77b950b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039800 Sep 21 21:35:02.759471 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-b96f197b-42e1-41cf-aced-bf05e1304acd service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420433 Sep 21 21:35:02.793531 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54974) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:02.823874 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 54978) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:02.848927 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:35:02.851635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e82c50-8644-4777-919d-56aa2fb9f35a" -d '{"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:35:02.864363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae674f-1cfc-4d66-869a-93f795c15111 req-63585bcc-5bd0-4321-906a-19e48639776f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:02.866005 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93ae674f-1cfc-4d66-869a-93f795c15111 req-63585bcc-5bd0-4321-906a-19e48639776f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1285293 Sep 21 21:35:02.910517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87ccc76e-a6c1-44d8-80db-1d97c8c82fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:02.913880 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:02.934159 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f47ca0-7b4f-4c4e-95d1-2bc9ea4b84df x-openstack-request-id: req-66f47ca0-7b4f-4c4e-95d1-2bc9ea4b84df {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:35:02.934904 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:35:02.935429 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f47ca0-7b4f-4c4e-95d1-2bc9ea4b84df {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:35:02.936440 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f47ca0-7b4f-4c4e-95d1-2bc9ea4b84df'] response: {'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'code': 200} Sep 21 21:35:02.978590 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b2cbe-6f0a-4643-bc23-61699eee407e None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:02.990655 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0e5b302-7779-4853-b148-5718aa3d9e88 req-10eaeea1-febe-46b0-ab97-47cff37ffbf3 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215798 Sep 21 21:35:03.102269 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93ae674f-1cfc-4d66-869a-93f795c15111 req-6fccc904-9326-49a7-84c4-e393c531efe9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272024 Sep 21 21:35:03.251563 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfab2d-741a-47b8-a622-bc9a466e9ed6 req-90d03b1b-d07c-4cf0-94fa-3d1afa105760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:03.253983 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5ccfab2d-741a-47b8-a622-bc9a466e9ed6 req-90d03b1b-d07c-4cf0-94fa-3d1afa105760 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1129 time: 0.0725551 Sep 21 21:35:03.329582 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5ccfab2d-741a-47b8-a622-bc9a466e9ed6 req-03f67f4f-05c1-4f2b-9c6c-fd84ab89b882 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665896 Sep 21 21:35:03.362629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61da1576-22e5-4b57-a46b-76a2c77abdd3 None None] New status for floating IP ab097c2c-6f0c-44c2-9fb6-0100f5bab809: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:35:03.391347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a043373e-9a71-4b08-9dd5-8a5c0e8ed2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.413441 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87ccc76e-a6c1-44d8-80db-1d97c8c82fa1 admin admin] Publish callbacks [] for security_group (12a036b6-cc81-449c-b9ac-2ef87d4adb2b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.423556 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87ccc76e-a6c1-44d8-80db-1d97c8c82fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (12a036b6-cc81-449c-b9ac-2ef87d4adb2b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.462794 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-87ccc76e-a6c1-44d8-80db-1d97c8c82fa1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a938b0eaaaf142b28767e082a6a74030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375155 Sep 21 21:35:03.465622 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 54996) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:03.530769 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] Publish callbacks [] for security_group (12a036b6-cc81-449c-b9ac-2ef87d4adb2b), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.543547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a043373e-9a71-4b08-9dd5-8a5c0e8ed2c9 admin admin] Publish callbacks [] for security_group (e7c74aa9-5b14-4342-9562-848f8598f6a3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.554838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccc76e-a6c1-44d8-80db-1d97c8c82fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a036b6-cc81-449c-b9ac-2ef87d4adb2b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:03.560970 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] Publish callbacks [] for security_group (12a036b6-cc81-449c-b9ac-2ef87d4adb2b), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.581288 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a043373e-9a71-4b08-9dd5-8a5c0e8ed2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e7c74aa9-5b14-4342-9562-848f8598f6a3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.630207 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (12a036b6-cc81-449c-b9ac-2ef87d4adb2b), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.633940 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.638460 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12a036b6-cc81-449c-b9ac-2ef87d4adb2b HTTP/1.1" status: 204 len: 168 time: 0.1691239 Sep 21 21:35:03.648291 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc757396-c387-430b-abc3-0628140fac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a036b6-cc81-449c-b9ac-2ef87d4adb2b,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:03.654772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043373e-9a71-4b08-9dd5-8a5c0e8ed2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c74aa9-5b14-4342-9562-848f8598f6a3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:03.669293 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a043373e-9a71-4b08-9dd5-8a5c0e8ed2c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a0eb77ccd2740de898f7760e25ca437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8696852 Sep 21 21:35:03.671003 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55002) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:03.826149 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Publish callbacks [] for security_group (e7c74aa9-5b14-4342-9562-848f8598f6a3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.880199 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4766a80-5c40-4887-9004-6aae550c6f42 req-5fadef96-3781-499e-b730-3c9849ad1616 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:03.891651 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f4766a80-5c40-4887-9004-6aae550c6f42 req-5fadef96-3781-499e-b730-3c9849ad1616 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1046615 Sep 21 21:35:03.909131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Publish callbacks [] for security_group (e7c74aa9-5b14-4342-9562-848f8598f6a3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:03.942321 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f4766a80-5c40-4887-9004-6aae550c6f42 req-ca6e6945-dd77-4cb6-9018-07710b823406 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497925 Sep 21 21:35:03.980927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68fbdd-b01c-4aee-a69e-f560dc5808e1 req-7d0e2792-bd8e-4cb0-8459-502ea06ea8e4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:03.980927 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd68fbdd-b01c-4aee-a69e-f560dc5808e1 req-7d0e2792-bd8e-4cb0-8459-502ea06ea8e4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1551955 Sep 21 21:35:04.006469 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e7c74aa9-5b14-4342-9562-848f8598f6a3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.009645 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.010843 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7c74aa9-5b14-4342-9562-848f8598f6a3 HTTP/1.1" status: 204 len: 168 time: 0.3388820 Sep 21 21:35:04.044694 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd68fbdd-b01c-4aee-a69e-f560dc5808e1 req-057e4a37-d99b-4f57-840d-ed43718d1c7a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606580 Sep 21 21:35:04.045989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c74aa9-5b14-4342-9562-848f8598f6a3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:04.053554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.053975 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.054377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.054983 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.055206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.055559 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.055897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.056235 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.056692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.057032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.057367 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.057729 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.058170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fbf15-d109-412e-969c-a3b65241da8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.238615 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6ebd2-134a-45d9-9701-aa5567c232dd req-be72711a-63d0-4e15-8a35-d4c023226998 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:04.240437 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-83e6ebd2-134a-45d9-9701-aa5567c232dd req-be72711a-63d0-4e15-8a35-d4c023226998 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1014991 Sep 21 21:35:04.253975 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55026) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:04.257408 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'floatingip': {'port_id': '8fc272e1-8aa8-4578-afff-c8e8f60257d8'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:04.321276 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.416907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ff100-b241-492f-8eda-dc713209326e req-f3c3f292-4e1b-4717-9800-38ccf6c44df1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:04.418540 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e22ff100-b241-492f-8eda-dc713209326e req-f3c3f292-4e1b-4717-9800-38ccf6c44df1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1878240 Sep 21 21:35:04.521801 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e22ff100-b241-492f-8eda-dc713209326e req-d061dce8-891f-4e7b-9c9a-c06b77767583 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888023 Sep 21 21:35:04.560223 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55038) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:04.583905 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.792339 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Publish callbacks [] for security_group (7d43a9ea-acd8-4bab-bc53-80c28091d82b), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.801330 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7d43a9ea-acd8-4bab-bc53-80c28091d82b), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:04.860928 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cb5761260db46ec8a06ccfc84b76f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963314 Sep 21 21:35:04.866302 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55046) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:04.887778 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43a9ea-acd8-4bab-bc53-80c28091d82b,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:04.888546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272969a-a2ea-4623-893f-84e89248b216 req-160800ed-3435-4e96-b2da-e4a64fb25fc2 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:04.894479 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3272969a-a2ea-4623-893f-84e89248b216 req-160800ed-3435-4e96-b2da-e4a64fb25fc2 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.2046392 Sep 21 21:35:04.912616 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.913175 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.914415 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.914978 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.915542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.916072 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.916835 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.917578 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.918607 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.919628 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.925941 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.926599 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.927139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4fe61c-4ddc-42e2-9d05-78881ae41eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:04.972076 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] Publish callbacks [] for security_group (7d43a9ea-acd8-4bab-bc53-80c28091d82b), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.014823 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] Publish callbacks [] for security_group (7d43a9ea-acd8-4bab-bc53-80c28091d82b), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.018561 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3272969a-a2ea-4623-893f-84e89248b216 req-432dd706-f821-44bd-8f56-204d8160ce39 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Sep 21 21:35:05.108618 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9f0e4-b727-4cce-a159-030b729b45ac req-2f51ef80-1562-4f4b-93c5-286f0d0bf34f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:05.110047 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d4b9f0e4-b727-4cce-a159-030b729b45ac req-2f51ef80-1562-4f4b-93c5-286f0d0bf34f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Sep 21 21:35:05.114924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7d43a9ea-acd8-4bab-bc53-80c28091d82b), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.115077 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.121856 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.121994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.122084 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d43a9ea-acd8-4bab-bc53-80c28091d82b HTTP/1.1" status: 204 len: 168 time: 0.2524700 Sep 21 21:35:05.142176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eceef-8b47-41b5-b974-3aabf4479600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43a9ea-acd8-4bab-bc53-80c28091d82b,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:05.195773 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d4b9f0e4-b727-4cce-a159-030b729b45ac req-3493bc11-5e41-4f97-999d-a2b060019753 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747778 Sep 21 21:35:05.234562 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Floating IP 22260456-efe5-4a00-a038-1ab9c868c12c associated. External IP: 172.27.0.90, port: 8fc272e1-8aa8-4578-afff-c8e8f60257d8. Sep 21 21:35:05.436689 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061de1bc-76fd-4cc7-b15f-5cb670d9aea6 req-87ad3a0c-fc3a-496e-bd71-d09f8841bac5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:05.438254 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-061de1bc-76fd-4cc7-b15f-5cb670d9aea6 req-87ad3a0c-fc3a-496e-bd71-d09f8841bac5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1424932 Sep 21 21:35:05.454246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55070) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:05.461243 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'floatingip': {'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:05.529964 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.623497 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:35:05.733130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9d129-a215-45af-a892-1ea8e72457cf req-8721b1d8-5743-4771-b9ae-980213ca4db7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:05.735335 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1fd9d129-a215-45af-a892-1ea8e72457cf req-8721b1d8-5743-4771-b9ae-980213ca4db7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0928900 Sep 21 21:35:05.849710 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1fd9d129-a215-45af-a892-1ea8e72457cf req-ef2169f4-7b4c-4368-afbb-79f09b45f74d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063840 Sep 21 21:35:05.974097 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:05.981675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:05.985392 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:05.999835 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:06.000802 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:06.023370 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b3dbb4c5-f092-427e-a44d-8a4b1d2d0b41 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "PUT /v2.0/floatingips/22260456-efe5-4a00-a038-1ab9c868c12c HTTP/1.1" status: 200 len: 990 time: 1.7701123 Sep 21 21:35:06.052975 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:35:06.055351 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51522380-69bc-417d-aee9-a6d5fbdfa023" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:35:06.124712 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:06.139453 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15b706-5c77-48a3-8382-fa3e0e2887c2 x-openstack-request-id: req-8a15b706-5c77-48a3-8382-fa3e0e2887c2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:35:06.139923 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:35:06.140184 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a15b706-5c77-48a3-8382-fa3e0e2887c2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:35:06.140585 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a15b706-5c77-48a3-8382-fa3e0e2887c2'] response: {'name': 'network-changed', 'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'status': 'completed', 'code': 200} Sep 21 21:35:06.241883 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-48a79a7c-41d3-4561-834d-f51fedb4ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:06.244512 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-48a79a7c-41d3-4561-834d-f51fedb4ce76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1129 time: 0.0708494 Sep 21 21:35:06.384222 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-458b00ef-4287-4919-bd26-dad58a4e89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:06.387128 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-458b00ef-4287-4919-bd26-dad58a4e89a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.1273651 Sep 21 21:35:06.436716 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '22260456-efe5-4a00-a038-1ab9c868c12c', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:de:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:41Z', 'updated_at': '2022-09-21T21:35:04Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:06.465416 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:06.474765 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:06.475474 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:06.582705 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ffc1-69f1-40ea-8e86-92f9cbd4aada req-ab59e915-38d1-45dc-9b27-f3358fd8db48 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:06.585458 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cdc3ffc1-69f1-40ea-8e86-92f9cbd4aada req-ab59e915-38d1-45dc-9b27-f3358fd8db48 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.4439073 Sep 21 21:35:06.619946 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:06.682450 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:35:06.763653 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-8366de87-91af-4555-9a0c-14a83234d465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 998 time: 0.3667250 Sep 21 21:35:06.825447 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cdc3ffc1-69f1-40ea-8e86-92f9cbd4aada req-1e67eee1-04b2-41fa-a7fd-3649ad3107be tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/security-groups?id=89890d23-f0ae-49ea-9e45-b84eb4330feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055206 Sep 21 21:35:06.841304 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:06.843238 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-42ce5420-164c-4474-96e2-61b68431d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:06.845214 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-42ce5420-164c-4474-96e2-61b68431d992 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0751290 Sep 21 21:35:06.848727 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:06.977933 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Floating IP dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85 associated. External IP: 172.27.0.201, port: 87df1393-b408-4342-88fa-8ce837cb4fd2. Sep 21 21:35:06.986969 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-1f9816fe-fdc2-436a-8126-95960bc5c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:06.992936 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-1f9816fe-fdc2-436a-8126-95960bc5c679 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1396310 Sep 21 21:35:07.032793 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-40611bca-05c6-4777-b144-b2386de0303c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:07.034614 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-40611bca-05c6-4777-b144-b2386de0303c tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.20 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 945 time: 0.3484323 Sep 21 21:35:07.121890 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '22260456-efe5-4a00-a038-1ab9c868c12c', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:de:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:41Z', 'updated_at': '2022-09-21T21:35:04Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:07.145688 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced33ad-3ef9-4a76-83df-5a224e720729 req-e0bc9d01-4755-49c5-8991-646e0183f76f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:07.153386 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3ced33ad-3ef9-4a76-83df-5a224e720729 req-e0bc9d01-4755-49c5-8991-646e0183f76f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1554153 Sep 21 21:35:07.174285 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-85b76c29-fcac-486d-ad81-c60a8c7a145b service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725235 Sep 21 21:35:07.194394 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83322b97-0b0e-4cd5-bcf2-d1a46e3a8120 None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '22260456-efe5-4a00-a038-1ab9c868c12c', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:de:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:41Z', 'updated_at': '2022-09-21T21:35:04Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:07.337526 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51522380-69bc-417d-aee9-a6d5fbdfa023 req-47c12267-07ca-4627-95d0-146e1bdde47f service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581044 Sep 21 21:35:07.366616 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3ced33ad-3ef9-4a76-83df-5a224e720729 req-bd827684-dfe3-4b9a-989c-bab797e1cfbb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120500 Sep 21 21:35:07.372838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Deleting port a4eac976-7d49-4518-81b9-6de0c3078354 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:35:07.373208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:07.553634 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:35:07.565651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] For port a4eac976-7d49-4518-81b9-6de0c3078354, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a4eac976-7d49-4518-81b9-6de0c3078354,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:07.566141 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:07.591082 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e581cff-8511-4d6d-84d5-8a2850792879 None None] New status for floating IP 22260456-efe5-4a00-a038-1ab9c868c12c: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:35:07.600051 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Calling delete_port for a4eac976-7d49-4518-81b9-6de0c3078354 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:35:07.772797 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:07.778273 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:07.784626 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:07.800825 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:07.801475 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:07.820733 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-773572c3-b73d-4079-8700-a0a3dadcdd9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "PUT /v2.0/floatingips/dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85 HTTP/1.1" status: 200 len: 991 time: 2.3653886 Sep 21 21:35:07.887149 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (a4eac976-7d49-4518-81b9-6de0c3078354), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:07.920357 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Pushing event deleted for resources: {'Port': ['ID=a4eac976-7d49-4518-81b9-6de0c3078354,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:07.928141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['a4eac976-7d49-4518-81b9-6de0c3078354'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:35:07.943589 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:08.032052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] No DVR routers for this DVR port a4eac976-7d49-4518-81b9-6de0c3078354 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:35:08.035285 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2eed0b74-8c3a-4f63-a2d9-ff56c389f1ab req-e18a22c2-df7d-41f6-a0a5-f7ca5354f252 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.0477052 Sep 21 21:35:08.037311 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:08.041314 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97c35a95-66b5-4939-b8ef-c5c8207003a9 req-553bdfab-565a-45d3-ad34-06b4a62ae56d tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.20 "DELETE /v2.0/ports/a4eac976-7d49-4518-81b9-6de0c3078354 HTTP/1.1" status: 204 len: 173 time: 1.0006914 Sep 21 21:35:08.147178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}, {'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'name': 'network-vif-deleted', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:35:08.150147 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e970158-154e-496a-b782-7452fcec4b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}, {"server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "name": "network-vif-deleted", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:35:08.218437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 21 Sep 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4be6f-724f-4c23-994e-00b358365120 x-openstack-request-id: req-2ff4be6f-724f-4c23-994e-00b358365120 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:35:08.218776 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "status": "completed", "code": 200}, {"server_uuid": "b57f6d21-288d-4d45-83d0-57efcaa6481f", "name": "network-vif-deleted", "tag": "a4eac976-7d49-4518-81b9-6de0c3078354", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:35:08.219030 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ff4be6f-724f-4c23-994e-00b358365120 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:35:08.219439 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff4be6f-724f-4c23-994e-00b358365120'] response: {'name': 'network-changed', 'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'status': 'completed', 'code': 200} Sep 21 21:35:08.219698 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff4be6f-724f-4c23-994e-00b358365120'] response: {'server_uuid': 'b57f6d21-288d-4d45-83d0-57efcaa6481f', 'name': 'network-vif-deleted', 'tag': 'a4eac976-7d49-4518-81b9-6de0c3078354', 'status': 'completed', 'code': 200} Sep 21 21:35:08.298401 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:43Z', 'updated_at': '2022-09-21T21:35:06Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:08.317355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970158-154e-496a-b782-7452fcec4b6a req-bd37f365-8567-48fe-a69a-c98fbdd3de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:08.320577 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-bd37f365-8567-48fe-a69a-c98fbdd3de3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1129 time: 0.0700493 Sep 21 21:35:08.326153 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:08.335600 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:08.336231 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:08.474110 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:08.513649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970158-154e-496a-b782-7452fcec4b6a req-aa97b90c-062d-4117-8905-0ef066dd02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:08.515176 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-aa97b90c-062d-4117-8905-0ef066dd02da service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.1734402 Sep 21 21:35:08.643314 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-fbf3711d-1cb0-4665-a30d-6024c43249c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 999 time: 0.1108849 Sep 21 21:35:08.655136 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c63c6-a308-4c8b-8478-21aa6bfd23b6 req-24c641a4-7c41-4e68-a2c5-7f47d6c4b3f9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:08.656574 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c6c63c6-a308-4c8b-8478-21aa6bfd23b6 req-24c641a4-7c41-4e68-a2c5-7f47d6c4b3f9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1668251 Sep 21 21:35:08.726314 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970158-154e-496a-b782-7452fcec4b6a req-fdbd0f59-63c8-462c-9c08-d599a656555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:08.727810 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-fdbd0f59-63c8-462c-9c08-d599a656555b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0703764 Sep 21 21:35:08.746432 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7c6c63c6-a308-4c8b-8478-21aa6bfd23b6 req-35741d56-ae63-4c26-80af-3fe45b59b0a9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810614 Sep 21 21:35:08.806326 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e970158-154e-496a-b782-7452fcec4b6a req-e327c91e-6cb5-47f6-8a4e-4b545b8093dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:08.807826 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-e327c91e-6cb5-47f6-8a4e-4b545b8093dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489938 Sep 21 21:35:08.826483 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:43Z', 'updated_at': '2022-09-21T21:35:06Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:08.850833 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3061b-67f9-4606-9417-d76adfd0f0b9 None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:43Z', 'updated_at': '2022-09-21T21:35:06Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:09.061045 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e520ca-6b53-4981-9e4f-19a61d3acbd2 None None] New status for floating IP dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:35:09.176563 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8fdad446-d432-4f5d-995b-1ad992cdebdd req-02e6ede9-aa92-4aba-be51-437c454a4abc tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.0272624 Sep 21 21:35:09.866129 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca381-f026-4d5c-8153-9650886be4be req-2e992448-9328-4175-ac75-763f47d915f8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:09.867590 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53cca381-f026-4d5c-8153-9650886be4be req-2e992448-9328-4175-ac75-763f47d915f8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0544620 Sep 21 21:35:09.913568 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53cca381-f026-4d5c-8153-9650886be4be req-3f1a4571-31b6-4b1b-b692-84ffe1fd57ed tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Sep 21 21:35:10.289362 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8c5a135e-1c70-4c38-a498-09582f0d30e0 req-4db180ad-0935-4435-89c7-5d555435676e tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.0285048 Sep 21 21:35:10.478882 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a4eac976-7d49-4518-81b9-6de0c3078354 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:35:10.501327 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: a4eac976-7d49-4518-81b9-6de0c3078354 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:35:10.502298 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a4eac976-7d49-4518-81b9-6de0c3078354 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:35:11.036524 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794b51-6988-437d-a227-156528fa25ae req-611bb438-d98c-4cd9-a841-241564e10592 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:11.037983 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2794b51-6988-437d-a227-156528fa25ae req-611bb438-d98c-4cd9-a841-241564e10592 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0495420 Sep 21 21:35:11.091117 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2794b51-6988-437d-a227-156528fa25ae req-b487eae8-1d09-43b0-934a-777eaf28b7e7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Sep 21 21:35:11.398928 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b24c17c1-4e77-466a-95f0-da094b28ea56 req-c751cd33-7076-4ad0-96ac-360a0e580287 tempest-DeleteServersTestJSON-533906562 tempest-DeleteServersTestJSON-533906562-project] 10.222.0.18 "GET /v2.0/ports?device_id=b57f6d21-288d-4d45-83d0-57efcaa6481f HTTP/1.1" status: 200 len: 210 time: 0.0253615 Sep 21 21:35:11.525448 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-b625caf1-c636-442d-8976-adfb9c8a9c59 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897133 Sep 21 21:35:11.619741 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5e970158-154e-496a-b782-7452fcec4b6a req-5c9761f5-82b8-45af-a697-2a28bc65d0bf service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867386 Sep 21 21:35:12.429500 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951ca1-49b3-44d7-8d92-04e7955b7835 req-746dcd71-cc33-4bfe-9714-1f4a4369ef0b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:12.430946 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf951ca1-49b3-44d7-8d92-04e7955b7835 req-746dcd71-cc33-4bfe-9714-1f4a4369ef0b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.2667618 Sep 21 21:35:12.484253 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf951ca1-49b3-44d7-8d92-04e7955b7835 req-d79a17ca-df57-4c7c-a611-bde482fce05d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469837 Sep 21 21:35:13.614119 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6e12-f7a8-43d7-bf39-b42b978a8ecc req-538b5951-8ed0-46e4-ab3c-0cf244a6af03 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:13.615629 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87cf6e12-f7a8-43d7-bf39-b42b978a8ecc req-538b5951-8ed0-46e4-ab3c-0cf244a6af03 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0544755 Sep 21 21:35:13.664690 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87cf6e12-f7a8-43d7-bf39-b42b978a8ecc req-4fb0abff-68dd-468f-a39b-aa28e17c1b4c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Sep 21 21:35:13.997657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55318) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:14.415460 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:14.719043 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Deleting port 588c7a10-1b90-4829-baa8-f0827d8501c4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:35:14.719884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:14.816021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] For port 588c7a10-1b90-4829-baa8-f0827d8501c4, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=588c7a10-1b90-4829-baa8-f0827d8501c4,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:14.816395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:14.832642 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Calling delete_port for 588c7a10-1b90-4829-baa8-f0827d8501c4 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:35:14.857332 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4320b7-2829-4bb7-a156-6fbc6a1e2d40 req-dd503a03-ddfb-43d4-9b1e-ab38fef01105 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:14.858863 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2e4320b7-2829-4bb7-a156-6fbc6a1e2d40 req-dd503a03-ddfb-43d4-9b1e-ab38fef01105 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0834172 Sep 21 21:35:14.908494 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2e4320b7-2829-4bb7-a156-6fbc6a1e2d40 req-fb6b5bd9-da7c-4248-9592-60aca60c055c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431476 Sep 21 21:35:15.033518 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (588c7a10-1b90-4829-baa8-f0827d8501c4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.057841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Pushing event deleted for resources: {'Port': ['ID=588c7a10-1b90-4829-baa8-f0827d8501c4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:15.180780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.382080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Router d7375dbd-cdd8-48e5-8647-f19789f4108a has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:35:15.482134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:15.489860 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2022dd7f-0ddc-47aa-b02a-018cf5e1059e admin admin] 10.222.0.18 "PUT /v2.0/routers/d7375dbd-cdd8-48e5-8647-f19789f4108a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4884689 Sep 21 21:35:15.489860 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55358) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:15.494414 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Sync routers for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:15.504453 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:15.505139 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:15.590871 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks [] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.604366 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:15.697395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks [] for router_gateway (d7375dbd-cdd8-48e5-8647-f19789f4108a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.743474 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55364) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:15.756667 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Deleting port d114a172-7611-4efe-854d-c3d0d6a2cce0 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:35:15.757101 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.784675 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:35:14Z', 'revision_number': 5, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port': {'id': 'd114a172-7611-4efe-854d-c3d0d6a2cce0', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:9a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:05Z', 'updated_at': '2022-09-21T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:15.811415 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Checking router: d7375dbd-cdd8-48e5-8647-f19789f4108a for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:15.821873 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Routers {'d7375dbd-cdd8-48e5-8647-f19789f4108a'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:15.822493 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:34:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['d7375dbd-cdd8-48e5-8647-f19789f4108a'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:15.846131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] For port d114a172-7611-4efe-854d-c3d0d6a2cce0, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d114a172-7611-4efe-854d-c3d0d6a2cce0,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:15.846591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.861122 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Calling delete_port for d114a172-7611-4efe-854d-c3d0d6a2cce0 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:35:15.905607 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] Set router d7375dbd-cdd8-48e5-8647-f19789f4108a gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:15.918288 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2a04e88-8ebd-4616-a3e9-895be9025e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:15.957140 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:35:15Z', 'revision_number': 6, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:16.018026 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566bb30-757a-4074-96f8-c94a4282202e None None] The sync data for ids ['d7375dbd-cdd8-48e5-8647-f19789f4108a'] in dv-cinder-858344-1-iscsi is: [{'id': 'd7375dbd-cdd8-48e5-8647-f19789f4108a', 'name': 'tempest-DeleteServersTestJSON-124816197-router', 'tenant_id': '527106f3b67041d18574b2321a1388df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:04Z', 'updated_at': '2022-09-21T21:35:15Z', 'revision_number': 6, 'project_id': '527106f3b67041d18574b2321a1388df', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:16.155214 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2a04e88-8ebd-4616-a3e9-895be9025e6d admin admin] Publish callbacks [] for security_group (bc12f3c5-f3c5-446d-b39d-c24fbd7d615c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.165459 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fae9d8-f5ec-4cb5-85fb-e560ca34a707 req-cccd3a57-7b7e-472f-8e0c-c39c315ad8f2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:16.167186 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03fae9d8-f5ec-4cb5-85fb-e560ca34a707 req-cccd3a57-7b7e-472f-8e0c-c39c315ad8f2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1455321 Sep 21 21:35:16.168776 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (d114a172-7611-4efe-854d-c3d0d6a2cce0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.172373 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f2a04e88-8ebd-4616-a3e9-895be9025e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bc12f3c5-f3c5-446d-b39d-c24fbd7d615c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.177668 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55382) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:16.219910 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d114a172-7611-4efe-854d-c3d0d6a2cce0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:16.279398 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f2a04e88-8ebd-4616-a3e9-895be9025e6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=542c5eea8e29410da3b08a4fcdcf117a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5348294 Sep 21 21:35:16.282255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55388) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:16.286242 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a04e88-8ebd-4616-a3e9-895be9025e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc12f3c5-f3c5-446d-b39d-c24fbd7d615c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:16.291064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.343428 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-32b9d266-dd81-4b7a-adb6-d05750abbfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.380067 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03fae9d8-f5ec-4cb5-85fb-e560ca34a707 req-03cbba02-0ad9-4202-a87e-b0b92f1dc365 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034678 Sep 21 21:35:16.424636 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.433328 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks [] for router_controller (d7375dbd-cdd8-48e5-8647-f19789f4108a), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.461356 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-32b9d266-dd81-4b7a-adb6-d05750abbfca admin admin] Publish callbacks [] for security_group (a39cb9d9-5e21-46e7-a252-dee0610f583f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.463206 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] Publish callbacks [] for security_group (bc12f3c5-f3c5-446d-b39d-c24fbd7d615c), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.466756 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-32b9d266-dd81-4b7a-adb6-d05750abbfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a39cb9d9-5e21-46e7-a252-dee0610f583f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.498373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] Publish callbacks [] for security_group (bc12f3c5-f3c5-446d-b39d-c24fbd7d615c), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.588153 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-32b9d266-dd81-4b7a-adb6-d05750abbfca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31974ac4d20442fa808f5de9a068212f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093084 Sep 21 21:35:16.589478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9d266-dd81-4b7a-adb6-d05750abbfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39cb9d9-5e21-46e7-a252-dee0610f583f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:16.592616 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55396) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:16.600253 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bc12f3c5-f3c5-446d-b39d-c24fbd7d615c), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.602860 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.603969 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc12f3c5-f3c5-446d-b39d-c24fbd7d615c HTTP/1.1" status: 204 len: 168 time: 0.3202717 Sep 21 21:35:16.622529 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf31366-791e-4198-b6d2-78e689f8809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc12f3c5-f3c5-446d-b39d-c24fbd7d615c,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:16.661600 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] Publish callbacks [] for security_group (a39cb9d9-5e21-46e7-a252-dee0610f583f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.687174 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] Publish callbacks [] for security_group (a39cb9d9-5e21-46e7-a252-dee0610f583f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.741629 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a39cb9d9-5e21-46e7-a252-dee0610f583f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.744763 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.748392 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a39cb9d9-5e21-46e7-a252-dee0610f583f HTTP/1.1" status: 204 len: 168 time: 0.1524518 Sep 21 21:35:16.755690 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fad9-155c-482b-b121-f4480a91d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39cb9d9-5e21-46e7-a252-dee0610f583f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:16.806809 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55406) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:16.820859 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (d7375dbd-cdd8-48e5-8647-f19789f4108a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.821546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7375dbd-cdd8-48e5-8647-f19789f4108a {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:35:16.827229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.831308 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e48af55b-ae51-439b-9d4f-690ce2ab4e0b admin admin] 10.222.0.18 "DELETE /v2.0/routers/d7375dbd-cdd8-48e5-8647-f19789f4108a HTTP/1.1" status: 204 len: 168 time: 1.3380160 Sep 21 21:35:16.831565 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55410) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:16.887101 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Deleting subnet 073a990b-3b8a-4dc4-9bac-8957e2505136 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:35:16.890379 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Publish callbacks [] for subnet (073a990b-3b8a-4dc4-9bac-8957e2505136), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.946679 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Publish callbacks [] for subnet (073a990b-3b8a-4dc4-9bac-8957e2505136), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:16.969045 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c2d472c-53ff-45e1-9e72-055571591d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.031562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (073a990b-3b8a-4dc4-9bac-8957e2505136), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.099739 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for subnet (073a990b-3b8a-4dc4-9bac-8957e2505136), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.105308 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c2d472c-53ff-45e1-9e72-055571591d46 admin admin] Publish callbacks [] for security_group (fff1f57d-339c-46ea-a3ba-c976498de0bd), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.123527 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7c2d472c-53ff-45e1-9e72-055571591d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fff1f57d-339c-46ea-a3ba-c976498de0bd), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.139764 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.148377 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/073a990b-3b8a-4dc4-9bac-8957e2505136 HTTP/1.1" status: 204 len: 168 time: 0.3120024 Sep 21 21:35:17.148800 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05da30f-92bc-4453-bda6-cadb2d6bf523 None None] Network 20307f56-a779-4e85-8f8d-92b249dce89b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:35:17.149257 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55420) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:17.153617 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff3a2-2eda-4140-86a1-01382ad2abf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073a990b-3b8a-4dc4-9bac-8957e2505136,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.182327 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7c2d472c-53ff-45e1-9e72-055571591d46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9238e84ea8a94c209bde4317de59e140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716705 Sep 21 21:35:17.183345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55422) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:17.186846 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d472c-53ff-45e1-9e72-055571591d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1f57d-339c-46ea-a3ba-c976498de0bd,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.286463 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55426) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:17.292969 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (20307f56-a779-4e85-8f8d-92b249dce89b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.303496 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e33d9e50-ee3d-4a7a-aa7d-a4a0579f606e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.351194 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] Publish callbacks [] for security_group (fff1f57d-339c-46ea-a3ba-c976498de0bd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.385489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] Publish callbacks [] for security_group (fff1f57d-339c-46ea-a3ba-c976498de0bd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.406225 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Deleting port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:35:17.406572 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.433649 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] DHCP port deletion for 20307f56-a779-4e85-8f8d-92b249dce89b request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:35:17.437690 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e33d9e50-ee3d-4a7a-aa7d-a4a0579f606e admin admin] Publish callbacks [] for security_group (ca590ca0-ca80-468f-8f0f-30f7c26c6e4d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.445290 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e33d9e50-ee3d-4a7a-aa7d-a4a0579f606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ca590ca0-ca80-468f-8f0f-30f7c26c6e4d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.487743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d9e50-ee3d-4a7a-aa7d-a4a0579f606e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca590ca0-ca80-468f-8f0f-30f7c26c6e4d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.502849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] For port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:17.503613 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.525675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Calling delete_port for 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:35:17.530733 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e33d9e50-ee3d-4a7a-aa7d-a4a0579f606e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db423ff0471740bb9306377aa8974c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431338 Sep 21 21:35:17.533871 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55430) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:17.544661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fff1f57d-339c-46ea-a3ba-c976498de0bd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.544876 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Deleting port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:35:17.545403 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.550473 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.554276 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fff1f57d-339c-46ea-a3ba-c976498de0bd HTTP/1.1" status: 204 len: 168 time: 0.3689113 Sep 21 21:35:17.617875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78408fdb-7862-44fb-8bda-ea8528e8f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1f57d-339c-46ea-a3ba-c976498de0bd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.637631 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] For port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,segment=NetworkSegment(77479033-5482-457c-a0ff-78c0fe119eb3),segment_id=77479033-5482-457c-a0ff-78c0fe119eb3)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:17.638168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.641843 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d675-e87d-4b57-818c-12289a9c2c43 req-b8267212-d947-4c14-8c1d-23f6c2962c94 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:17.644174 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0771d675-e87d-4b57-818c-12289a9c2c43 req-b8267212-d947-4c14-8c1d-23f6c2962c94 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1118059 Sep 21 21:35:17.670346 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.670775 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] Publish callbacks [] for security_group (ca590ca0-ca80-468f-8f0f-30f7c26c6e4d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.691480 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Calling delete_port for 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:35:17.721126 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0771d675-e87d-4b57-818c-12289a9c2c43 req-4903eb0f-9afc-422c-86f3-3b2ee6b77bec tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684335 Sep 21 21:35:17.726429 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] Publish callbacks [] for security_group (ca590ca0-ca80-468f-8f0f-30f7c26c6e4d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.730412 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.734367 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] No DVR routers for this DVR port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:35:17.801015 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ca590ca0-ca80-468f-8f0f-30f7c26c6e4d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.808485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.809696 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca590ca0-ca80-468f-8f0f-30f7c26c6e4d HTTP/1.1" status: 204 len: 168 time: 0.2448411 Sep 21 21:35:17.825163 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203282-80da-4216-b282-5db7fa008bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca590ca0-ca80-468f-8f0f-30f7c26c6e4d,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.840867 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (20307f56-a779-4e85-8f8d-92b249dce89b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.870541 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:17.880587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.881258 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.883250 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.883851 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.884403 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.885673 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.886550 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.887791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.888328 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.888917 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.899061 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Pushing event deleted for resources: {'Port': ['ID=6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:17.909238 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.909945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.910477 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.910980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.911477 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.911960 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.914978 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.915585 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.915864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.916229 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.916579 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.916915 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.917395 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:17.921413 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f1a0c-c362-4bc5-895d-59200c366d2b None None] No DVR routers for this DVR port 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:35:17.991637 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.991989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.992324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.992652 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:35:17.993007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20307f56-a779-4e85-8f8d-92b249dce89b']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:18.010552 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77479033-5482-457c-a0ff-78c0fe119eb3') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:18.010935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77479033-5482-457c-a0ff-78c0fe119eb3') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:18.016433 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55446) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:18.028155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (77479033-5482-457c-a0ff-78c0fe119eb3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.032700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8b51ac82-1407-46d6-8c26-fb733d0eb817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.050637 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (77479033-5482-457c-a0ff-78c0fe119eb3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.061139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:35:18.061390 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (77479033-5482-457c-a0ff-78c0fe119eb3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.098520 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a71399d1-ba83-42f0-8ced-a06a1d35eb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.149941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (20307f56-a779-4e85-8f8d-92b249dce89b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.161734 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.166944 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] 10.222.0.18 "DELETE /v2.0/networks/20307f56-a779-4e85-8f8d-92b249dce89b HTTP/1.1" status: 204 len: 168 time: 1.0162287 Sep 21 21:35:18.167603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8b51ac82-1407-46d6-8c26-fb733d0eb817 admin admin] Publish callbacks [] for security_group (ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.176313 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8b51ac82-1407-46d6-8c26-fb733d0eb817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.183291 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dbbf6-34a2-426f-b13d-e30c9b81f516 admin admin] Pushing event deleted for resources: {'Network': ['ID=20307f56-a779-4e85-8f8d-92b249dce89b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:18.204728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d114a172-7611-4efe-854d-c3d0d6a2cce0 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:35:18.227696 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: d114a172-7611-4efe-854d-c3d0d6a2cce0 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:35:18.228347 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d114a172-7611-4efe-854d-c3d0d6a2cce0 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:35:18.229050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 588c7a10-1b90-4829-baa8-f0827d8501c4 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:35:18.235128 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8b51ac82-1407-46d6-8c26-fb733d0eb817 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e79aaf9979a64bc7baf237c625dd7624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144821 Sep 21 21:35:18.235128 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51ac82-1407-46d6-8c26-fb733d0eb817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:18.235987 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55456) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:18.260382 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 588c7a10-1b90-4829-baa8-f0827d8501c4 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:35:18.260738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 588c7a10-1b90-4829-baa8-f0827d8501c4 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:35:18.261160 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:35:18.284375 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:35:18.285516 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6bc9d6c9-9e73-41f9-9d5a-0925b94eb05e not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:35:18.297118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] Publish callbacks [] for security_group (ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.328061 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] Publish callbacks [] for security_group (ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.377675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.381361 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.383339 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b HTTP/1.1" status: 204 len: 168 time: 0.1462114 Sep 21 21:35:18.392278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2c6b9-2336-438a-b2dc-d5653d4ccd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca98f308-a67d-4d26-9ef0-49c1ecc9cc9b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:18.435531 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55470) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:18.479023 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-454daec5-9d4d-4e1d-82b8-82264fb4f6ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=527106f3b67041d18574b2321a1388df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422981 Sep 21 21:35:18.481501 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55472) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:18.535471 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] Publish callbacks [] for security_group (89890d23-f0ae-49ea-9e45-b84eb4330feb), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.557820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] Publish callbacks [] for security_group (89890d23-f0ae-49ea-9e45-b84eb4330feb), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.613598 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (89890d23-f0ae-49ea-9e45-b84eb4330feb), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.616489 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:18.617663 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89890d23-f0ae-49ea-9e45-b84eb4330feb HTTP/1.1" status: 204 len: 168 time: 0.1350894 Sep 21 21:35:18.629992 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26435d-190b-4d9c-99bd-d09cf2c01b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89890d23-f0ae-49ea-9e45-b84eb4330feb,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:18.850545 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 77479033-5482-457c-a0ff-78c0fe119eb3 resource provider aggregate not found Sep 21 21:35:18.877696 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 77479033-5482-457c-a0ff-78c0fe119eb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77479033-5482-457c-a0ff-78c0fe119eb3 found for delete ", "request_id": "req-653069ae-ea8e-4ee2-a345-b0d5286aabf3"}]} Sep 21 21:35:18.888080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94730e7d-5316-4691-8e1d-91fd6e23d62d req-7e29f82e-cf4b-4bc0-9a83-750225f14461 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:18.890266 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94730e7d-5316-4691-8e1d-91fd6e23d62d req-7e29f82e-cf4b-4bc0-9a83-750225f14461 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0741355 Sep 21 21:35:18.950179 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94730e7d-5316-4691-8e1d-91fd6e23d62d req-8fd73382-c166-43a8-a109-5815133b79a1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Sep 21 21:35:18.986940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55492) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:19.010840 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-330c3a3d-089c-40a2-93eb-d790b82f9289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.117909 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-330c3a3d-089c-40a2-93eb-d790b82f9289 admin admin] Publish callbacks [] for security_group (a563f15e-3aed-4e00-875c-209402d97ed9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.122730 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-330c3a3d-089c-40a2-93eb-d790b82f9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a563f15e-3aed-4e00-875c-209402d97ed9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.162178 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-330c3a3d-089c-40a2-93eb-d790b82f9289 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56f3f7cf8dbd4ea99e33dc234c0c7e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732156 Sep 21 21:35:19.162329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55496) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:19.174876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c3a3d-089c-40a2-93eb-d790b82f9289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563f15e-3aed-4e00-875c-209402d97ed9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:19.225872 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] Publish callbacks [] for security_group (a563f15e-3aed-4e00-875c-209402d97ed9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.250981 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] Publish callbacks [] for security_group (a563f15e-3aed-4e00-875c-209402d97ed9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.305797 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a563f15e-3aed-4e00-875c-209402d97ed9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.308520 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:19.309726 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a563f15e-3aed-4e00-875c-209402d97ed9 HTTP/1.1" status: 204 len: 168 time: 0.1460929 Sep 21 21:35:19.318364 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb81a5-fa76-433e-826d-1f815745a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563f15e-3aed-4e00-875c-209402d97ed9,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:20.180963 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a065add-c099-4ec9-9e84-7a67b10d4dcb req-911e9137-35f1-44a6-ae7b-4ec3823a8087 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:20.185838 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6a065add-c099-4ec9-9e84-7a67b10d4dcb req-911e9137-35f1-44a6-ae7b-4ec3823a8087 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.1012776 Sep 21 21:35:20.254507 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6a065add-c099-4ec9-9e84-7a67b10d4dcb req-3e010447-d195-40cc-8630-acb2007c0a1f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635090 Sep 21 21:35:20.361106 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e664220c-f5ed-41e1-ba8e-ece8123847d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:21.386243 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e5040-cc3f-4949-a529-d2a6c632a936 req-e1028b9b-ba94-4997-960e-c659aa699a39 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:21.388012 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe8e5040-cc3f-4949-a529-d2a6c632a936 req-e1028b9b-ba94-4997-960e-c659aa699a39 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0571468 Sep 21 21:35:21.448986 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe8e5040-cc3f-4949-a529-d2a6c632a936 req-629c7011-c55d-44bc-b53b-5a841a68805e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 Sep 21 21:35:21.756361 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.205954 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55706) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:22.314029 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bfaf14-1630-4e9b-8b5d-ba9198983bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.397070 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bfaf14-1630-4e9b-8b5d-ba9198983bdd admin admin] Publish callbacks [] for security_group (be1428f7-c86f-4494-9099-db2d7ba58551), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.400964 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bfaf14-1630-4e9b-8b5d-ba9198983bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (be1428f7-c86f-4494-9099-db2d7ba58551), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.444031 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-84bfaf14-1630-4e9b-8b5d-ba9198983bdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90d57c361b0443f2aa41e9dd44826963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370195 Sep 21 21:35:22.445387 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfaf14-1630-4e9b-8b5d-ba9198983bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1428f7-c86f-4494-9099-db2d7ba58551,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:22.447042 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55714) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:22.502005 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] Publish callbacks [] for security_group (be1428f7-c86f-4494-9099-db2d7ba58551), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.525402 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] Publish callbacks [] for security_group (be1428f7-c86f-4494-9099-db2d7ba58551), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.602746 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790c6bf-7b62-4da7-873e-e2eeaac4e969 req-bfdc91b3-64f5-416e-92dd-a54911be4f84 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:22.604281 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c790c6bf-7b62-4da7-873e-e2eeaac4e969 req-bfdc91b3-64f5-416e-92dd-a54911be4f84 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0811069 Sep 21 21:35:22.621046 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (be1428f7-c86f-4494-9099-db2d7ba58551), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.623639 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:22.624671 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be1428f7-c86f-4494-9099-db2d7ba58551 HTTP/1.1" status: 204 len: 168 time: 0.1761334 Sep 21 21:35:22.641216 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f449c3d-fb36-4ac3-ab4f-f8ee7d6b6b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1428f7-c86f-4494-9099-db2d7ba58551,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:22.669675 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c790c6bf-7b62-4da7-873e-e2eeaac4e969 req-ddb57ccf-32c4-4054-b5bc-eab2eb473a83 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Sep 21 21:35:23.623754 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:23.807347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c09f-b9ff-430d-b45d-d9624410efd1 req-e928736c-e535-4485-b447-942ae6fe7c65 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:23.809072 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c635c09f-b9ff-430d-b45d-d9624410efd1 req-e928736c-e535-4485-b447-942ae6fe7c65 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0526192 Sep 21 21:35:23.862273 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c635c09f-b9ff-430d-b45d-d9624410efd1 req-c407d636-fa2c-4588-a89a-cb81f2c98baf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447865 Sep 21 21:35:23.900673 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55776) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:24.008570 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe630cd7-a2ae-4448-8534-5686302cf834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.084746 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe630cd7-a2ae-4448-8534-5686302cf834 admin admin] Publish callbacks [] for security_group (7213c177-b78f-45f8-b510-22165d6bc3ba), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.088571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe630cd7-a2ae-4448-8534-5686302cf834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7213c177-b78f-45f8-b510-22165d6bc3ba), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.129629 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fe630cd7-a2ae-4448-8534-5686302cf834 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46b7bc52865342508d3938ecc861347e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276218 Sep 21 21:35:24.130281 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe630cd7-a2ae-4448-8534-5686302cf834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7213c177-b78f-45f8-b510-22165d6bc3ba,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:24.132024 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55784) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:24.183395 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] Publish callbacks [] for security_group (7213c177-b78f-45f8-b510-22165d6bc3ba), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.206313 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] Publish callbacks [] for security_group (7213c177-b78f-45f8-b510-22165d6bc3ba), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.257183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7213c177-b78f-45f8-b510-22165d6bc3ba), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.259859 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.261123 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7213c177-b78f-45f8-b510-22165d6bc3ba HTTP/1.1" status: 204 len: 168 time: 0.1280851 Sep 21 21:35:24.269636 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6ed47-75eb-4c97-a0f5-478ebf8062d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7213c177-b78f-45f8-b510-22165d6bc3ba,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:24.508652 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.543516 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 55794) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:24.556872 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2879f79-ea46-48bb-957b-562e81843d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.629193 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2879f79-ea46-48bb-957b-562e81843d29 admin admin] Publish callbacks [] for security_group (edf9023b-a68f-4797-9f09-5e18500c2fba), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.632963 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2879f79-ea46-48bb-957b-562e81843d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (edf9023b-a68f-4797-9f09-5e18500c2fba), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.672407 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c2879f79-ea46-48bb-957b-562e81843d29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65b13290fb884708a22412ad269ab690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278040 Sep 21 21:35:24.673846 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879f79-ea46-48bb-957b-562e81843d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf9023b-a68f-4797-9f09-5e18500c2fba,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:24.675624 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 55796) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:24.722171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] Publish callbacks [] for security_group (edf9023b-a68f-4797-9f09-5e18500c2fba), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.744122 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] Publish callbacks [] for security_group (edf9023b-a68f-4797-9f09-5e18500c2fba), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.806537 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (edf9023b-a68f-4797-9f09-5e18500c2fba), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.809259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:24.811153 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edf9023b-a68f-4797-9f09-5e18500c2fba HTTP/1.1" status: 204 len: 168 time: 0.1344512 Sep 21 21:35:24.819223 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fd1af-56c3-4b16-ba3a-cc5a49f39807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf9023b-a68f-4797-9f09-5e18500c2fba,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:25.001087 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3065a8-661b-4057-acce-e05344737aeb req-5d536800-5c37-41af-9708-6c219cd569c3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:25.003123 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cb3065a8-661b-4057-acce-e05344737aeb req-5d536800-5c37-41af-9708-6c219cd569c3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0586524 Sep 21 21:35:25.053510 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cb3065a8-661b-4057-acce-e05344737aeb req-845d9da6-b4b0-4112-93b6-4ccec4c8daf2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Sep 21 21:35:26.176789 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab8249-9050-4684-98af-a2c5c8269ed7 req-eada8dd6-dd64-433d-ba52-f70247312c60 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:26.178446 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cab8249-9050-4684-98af-a2c5c8269ed7 req-eada8dd6-dd64-433d-ba52-f70247312c60 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0525374 Sep 21 21:35:26.231793 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cab8249-9050-4684-98af-a2c5c8269ed7 req-468d9547-1f9e-4b4d-a930-0bd295f7f6ad tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Sep 21 21:35:27.354215 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518d13c-3c96-4bd4-a000-96495629575c req-51d2b4b2-5225-47e2-ab67-f39e1e35f692 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:27.355783 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2518d13c-3c96-4bd4-a000-96495629575c req-51d2b4b2-5225-47e2-ab67-f39e1e35f692 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0516992 Sep 21 21:35:27.403235 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2518d13c-3c96-4bd4-a000-96495629575c req-b855f240-79ca-489d-8298-c2e3c383d011 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Sep 21 21:35:28.538557 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfac912-c45f-4dda-beeb-c2ae18f0f74b req-c2ce6d06-8c71-4d4c-bf10-ea8af252e7b9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:28.541062 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4cfac912-c45f-4dda-beeb-c2ae18f0f74b req-c2ce6d06-8c71-4d4c-bf10-ea8af252e7b9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0646753 Sep 21 21:35:28.588762 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4cfac912-c45f-4dda-beeb-c2ae18f0f74b req-3ae39861-f9b7-49d9-a117-320db49f7542 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Sep 21 21:35:29.565738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:29.726288 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0255-adb4-4d33-b4e3-a2210f764837 req-7ce7673e-16ab-4051-801f-5307ffd0791b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:29.728379 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-24fe0255-adb4-4d33-b4e3-a2210f764837 req-7ce7673e-16ab-4051-801f-5307ffd0791b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0694106 Sep 21 21:35:29.777715 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-24fe0255-adb4-4d33-b4e3-a2210f764837 req-f1a6555d-42e0-4783-8754-5067d399e161 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Sep 21 21:35:30.907407 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0e1cf-6a87-4fc6-b841-47b3f5439570 req-cfb5ade1-b76b-4d97-9de7-a7b55e18153e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:30.908893 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79c0e1cf-6a87-4fc6-b841-47b3f5439570 req-cfb5ade1-b76b-4d97-9de7-a7b55e18153e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0591724 Sep 21 21:35:30.956280 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79c0e1cf-6a87-4fc6-b841-47b3f5439570 req-758f9a82-ba75-4bc5-b8cd-84eae5fc0da2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Sep 21 21:35:32.078701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741918d-ce04-4cae-b7a2-8dc6ba990baa req-3bff61db-d3a6-4c55-9882-df2267d95b5b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:32.080646 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a741918d-ce04-4cae-b7a2-8dc6ba990baa req-3bff61db-d3a6-4c55-9882-df2267d95b5b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0524104 Sep 21 21:35:32.126983 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a741918d-ce04-4cae-b7a2-8dc6ba990baa req-6c75dcc4-801d-49f9-b3e3-c2f33014cefe tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402255 Sep 21 21:35:32.658090 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:35:33.259401 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da72be-aaf1-4d70-a19a-41b0fc6e5c41 req-8eb59c92-da5d-4729-9e23-1cf7a56e8ceb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:33.260854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2da72be-aaf1-4d70-a19a-41b0fc6e5c41 req-8eb59c92-da5d-4729-9e23-1cf7a56e8ceb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0630450 Sep 21 21:35:33.306276 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2da72be-aaf1-4d70-a19a-41b0fc6e5c41 req-fd293717-fa6f-4ef2-bf40-5c35255d05a6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Sep 21 21:35:34.425907 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894dc0-86fc-4903-8472-c751de79405c req-142f062c-4140-43c1-a4b5-afd423359080 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:34.427367 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9e894dc0-86fc-4903-8472-c751de79405c req-142f062c-4140-43c1-a4b5-afd423359080 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0507808 Sep 21 21:35:34.480485 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9e894dc0-86fc-4903-8472-c751de79405c req-6c8dc1f1-6a14-4ffe-acbc-9875c502a803 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Sep 21 21:35:35.614305 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191a93-cf3d-4069-8624-658a30bb5227 req-aea5eae6-ffe2-450d-81f0-5c699881cd46 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:35.615732 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01191a93-cf3d-4069-8624-658a30bb5227 req-aea5eae6-ffe2-450d-81f0-5c699881cd46 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0554783 Sep 21 21:35:35.661619 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01191a93-cf3d-4069-8624-658a30bb5227 req-c061e00a-85a5-43cd-9544-be48484fdd61 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Sep 21 21:35:36.786093 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d91fae-d8e6-4642-9558-0408f6c4515b req-053b69c2-ce15-4cf6-934a-b809e976689c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:36.787681 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-32d91fae-d8e6-4642-9558-0408f6c4515b req-053b69c2-ce15-4cf6-934a-b809e976689c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0518253 Sep 21 21:35:36.838596 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-32d91fae-d8e6-4642-9558-0408f6c4515b req-96d40be8-eace-487c-a712-0f9051614c7a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Sep 21 21:35:37.582854 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56066) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:37.689901 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb507251-a7aa-40e5-8951-c43fa1142563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:37.770032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb507251-a7aa-40e5-8951-c43fa1142563 admin admin] Publish callbacks [] for security_group (ac7925fc-340c-46c6-8053-85c055c59274), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:37.773986 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fb507251-a7aa-40e5-8951-c43fa1142563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ac7925fc-340c-46c6-8053-85c055c59274), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:37.816088 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56076) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:37.816654 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fb507251-a7aa-40e5-8951-c43fa1142563 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=747362d89af54cc29c77b23dc8da5380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322416 Sep 21 21:35:37.817319 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb507251-a7aa-40e5-8951-c43fa1142563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7925fc-340c-46c6-8053-85c055c59274,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:37.870574 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] Publish callbacks [] for security_group (ac7925fc-340c-46c6-8053-85c055c59274), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:37.921139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] Publish callbacks [] for security_group (ac7925fc-340c-46c6-8053-85c055c59274), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.003480 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ac7925fc-340c-46c6-8053-85c055c59274), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.006323 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.007494 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac7925fc-340c-46c6-8053-85c055c59274 HTTP/1.1" status: 204 len: 168 time: 0.1904151 Sep 21 21:35:38.015966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126da87-4a29-4003-afff-9c58758a41bd req-f7002040-8802-4a07-83a4-f710c898b10a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:38.017797 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0126da87-4a29-4003-afff-9c58758a41bd req-f7002040-8802-4a07-83a4-f710c898b10a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0901825 Sep 21 21:35:38.024493 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b231b2b-c589-4b0a-b700-152957a811f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7925fc-340c-46c6-8053-85c055c59274,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:38.074988 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0126da87-4a29-4003-afff-9c58758a41bd req-2dd60f39-eb80-4b91-bd88-bc71790b289d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479264 Sep 21 21:35:38.299810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56090) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:38.315932 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2eba0571-7f1b-4e86-b1ba-fba9686b7d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.388679 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2eba0571-7f1b-4e86-b1ba-fba9686b7d56 admin admin] Publish callbacks [] for security_group (1d614459-12c8-4da0-bf23-2c0301833b2a), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.393082 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2eba0571-7f1b-4e86-b1ba-fba9686b7d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1d614459-12c8-4da0-bf23-2c0301833b2a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.427927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba0571-7f1b-4e86-b1ba-fba9686b7d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d614459-12c8-4da0-bf23-2c0301833b2a,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:38.432199 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-2eba0571-7f1b-4e86-b1ba-fba9686b7d56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74648c14f131401f91072e900a4bf9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313453 Sep 21 21:35:38.434824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56092) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:38.481546 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] Publish callbacks [] for security_group (1d614459-12c8-4da0-bf23-2c0301833b2a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.503805 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] Publish callbacks [] for security_group (1d614459-12c8-4da0-bf23-2c0301833b2a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.550441 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1d614459-12c8-4da0-bf23-2c0301833b2a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.553046 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:38.554216 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d614459-12c8-4da0-bf23-2c0301833b2a HTTP/1.1" status: 204 len: 168 time: 0.1184988 Sep 21 21:35:38.562017 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5aea-56b8-41f3-a92f-b65c1b3a8161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d614459-12c8-4da0-bf23-2c0301833b2a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:39.206900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b3d1-ea2e-4d4d-9ec6-9c2dbf1b3728 req-175449ba-6da1-427f-b8c5-ca0a4b73ea23 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:39.208513 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36b7b3d1-ea2e-4d4d-9ec6-9c2dbf1b3728 req-175449ba-6da1-427f-b8c5-ca0a4b73ea23 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0550463 Sep 21 21:35:39.254672 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36b7b3d1-ea2e-4d4d-9ec6-9c2dbf1b3728 req-e224dd97-75c1-4c7a-885d-c06d51211242 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Sep 21 21:35:40.375505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd622-408a-41f0-ae89-cbe5b0527c7d req-42b6cbe6-4881-4686-af02-2af7ce68b063 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:40.376997 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e6cd622-408a-41f0-ae89-cbe5b0527c7d req-42b6cbe6-4881-4686-af02-2af7ce68b063 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0514426 Sep 21 21:35:40.422519 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e6cd622-408a-41f0-ae89-cbe5b0527c7d req-3ea6d130-381f-47c5-829a-ee9a0fe581a7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Sep 21 21:35:41.326487 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a842a04-46ef-4b31-8c5a-bd928cc7ca8e req-270b544a-0ab8-42a5-ba4d-aa60c33910af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:41.328447 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a842a04-46ef-4b31-8c5a-bd928cc7ca8e req-270b544a-0ab8-42a5-ba4d-aa60c33910af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1129 time: 0.0521090 Sep 21 21:35:41.384133 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a842a04-46ef-4b31-8c5a-bd928cc7ca8e req-0ff70728-e119-405e-a00a-bf26a288395d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Sep 21 21:35:41.549146 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab402ff-af4c-4605-9366-f1f7be7c7603 req-5ab31d26-871c-4cd2-b96c-f73a0207cd25 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:41.550917 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aab402ff-af4c-4605-9366-f1f7be7c7603 req-5ab31d26-871c-4cd2-b96c-f73a0207cd25 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0528290 Sep 21 21:35:41.599674 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aab402ff-af4c-4605-9366-f1f7be7c7603 req-43815b5d-b53d-45d3-8fb7-a24ed071a966 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Sep 21 21:35:42.722404 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5890b-5362-4101-a1f4-b0f0a4a70f69 req-2331ede5-7b71-41c1-b092-c93bee98dbc1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:42.723868 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b9e5890b-5362-4101-a1f4-b0f0a4a70f69 req-2331ede5-7b71-41c1-b092-c93bee98dbc1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0502381 Sep 21 21:35:42.770657 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b9e5890b-5362-4101-a1f4-b0f0a4a70f69 req-6ade18a4-d1b9-4150-9471-a4e935c56cc0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Sep 21 21:35:43.907259 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac5cf-f562-496a-8bf0-c51da4dceb9b req-1cf57137-2db6-4d2f-a6c1-91635bf6853a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:43.908762 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a27ac5cf-f562-496a-8bf0-c51da4dceb9b req-1cf57137-2db6-4d2f-a6c1-91635bf6853a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0618420 Sep 21 21:35:43.982443 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a27ac5cf-f562-496a-8bf0-c51da4dceb9b req-7c52db1c-0d3c-4a8b-a029-9b828862e663 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602252 Sep 21 21:35:44.099786 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8148-8fac-4307-9112-fae46c866008 req-29919419-3b8c-4101-a3ba-8c3d9366fcbd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:44.101262 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d9c8148-8fac-4307-9112-fae46c866008 req-29919419-3b8c-4101-a3ba-8c3d9366fcbd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0516117 Sep 21 21:35:44.152191 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d9c8148-8fac-4307-9112-fae46c866008 req-0e0fcd6b-3fe9-4200-931b-1c23db805474 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Sep 21 21:35:45.807481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-521e70a9-0243-4fa3-b24a-0102dcb294d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:45.809057 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-521e70a9-0243-4fa3-b24a-0102dcb294d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1129 time: 0.0769908 Sep 21 21:35:45.818871 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646a325-1413-4a7d-b4df-387dc9f9790b req-1ea5ba53-e4d2-49c5-9d93-819760aa9786 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:45.820455 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7646a325-1413-4a7d-b4df-387dc9f9790b req-1ea5ba53-e4d2-49c5-9d93-819760aa9786 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0780544 Sep 21 21:35:45.943704 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7646a325-1413-4a7d-b4df-387dc9f9790b req-21cebd6b-c419-4458-97c9-3042d0138c37 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130104 Sep 21 21:35:45.960916 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-5361d516-484a-4a64-8fe2-7ee75dadb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:45.962490 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-5361d516-484a-4a64-8fe2-7ee75dadb7e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1412027 Sep 21 21:35:46.004547 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-a682cc39-a04b-408c-82a2-1bbc243a839b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 217 time: 0.0325682 Sep 21 21:35:46.058671 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-3b0fe5b7-eadf-44e3-a845-30fef700fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:46.060138 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-3b0fe5b7-eadf-44e3-a845-30fef700fff2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0467544 Sep 21 21:35:46.104184 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56418) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:46.109524 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-7c2f6392-af7e-4ed3-92c2-261f2bc63c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:46.111746 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-7c2f6392-af7e-4ed3-92c2-261f2bc63c07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452244 Sep 21 21:35:46.208664 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-88a72932-ce97-4d09-800b-2c5e6e4a14e5 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Sep 21 21:35:46.211105 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7d65-2201-42fe-a842-ade90c4e54fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.293873 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7d65-2201-42fe-a842-ade90c4e54fd admin admin] Publish callbacks [] for security_group (9bd83524-96f6-489f-8e42-b3dd3bb85bb6), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.298614 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0c5f7d65-2201-42fe-a842-ade90c4e54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9bd83524-96f6-489f-8e42-b3dd3bb85bb6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.310734 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a753e50-9324-4016-8262-cd9c2dbc742e req-88577c56-ecaf-45fd-ba09-1e797c152afb service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919805 Sep 21 21:35:46.337449 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0c5f7d65-2201-42fe-a842-ade90c4e54fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13e168c1c0bf4782870d5bc1e427ead3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320149 Sep 21 21:35:46.338570 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f7d65-2201-42fe-a842-ade90c4e54fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd83524-96f6-489f-8e42-b3dd3bb85bb6,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:46.341246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56422) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:46.398008 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] Publish callbacks [] for security_group (9bd83524-96f6-489f-8e42-b3dd3bb85bb6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.420609 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] Publish callbacks [] for security_group (9bd83524-96f6-489f-8e42-b3dd3bb85bb6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.475806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9bd83524-96f6-489f-8e42-b3dd3bb85bb6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.478400 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.481875 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bd83524-96f6-489f-8e42-b3dd3bb85bb6 HTTP/1.1" status: 204 len: 168 time: 0.1370094 Sep 21 21:35:46.489994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb9e51-57c9-4c26-8d22-29f5d1f601ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd83524-96f6-489f-8e42-b3dd3bb85bb6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:46.732533 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56448) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:46.853533 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23828d88-5313-47cd-9cc6-667ef79ec5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.945738 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23828d88-5313-47cd-9cc6-667ef79ec5be admin admin] Publish callbacks [] for security_group (85729e89-56f9-4893-8d4a-c4ccf52b2fee), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.951671 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23828d88-5313-47cd-9cc6-667ef79ec5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (85729e89-56f9-4893-8d4a-c4ccf52b2fee), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:46.997737 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56462) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:47.005825 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-23828d88-5313-47cd-9cc6-667ef79ec5be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8543caecc8d7466c885548244262de26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643473 Sep 21 21:35:47.007103 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23828d88-5313-47cd-9cc6-667ef79ec5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85729e89-56f9-4893-8d4a-c4ccf52b2fee,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:47.081361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] Publish callbacks [] for security_group (85729e89-56f9-4893-8d4a-c4ccf52b2fee), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.114707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35995-739b-43cc-912d-e0ae5cfa09c4 req-29b1a24b-1adc-4fe1-b4ee-6936b42e40a0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:47.116211 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-26a35995-739b-43cc-912d-e0ae5cfa09c4 req-29b1a24b-1adc-4fe1-b4ee-6936b42e40a0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0834715 Sep 21 21:35:47.118052 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] Publish callbacks [] for security_group (85729e89-56f9-4893-8d4a-c4ccf52b2fee), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.191123 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-26a35995-739b-43cc-912d-e0ae5cfa09c4 req-03de10fb-e458-4d1f-a81d-545710f7aa81 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666790 Sep 21 21:35:47.213260 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (85729e89-56f9-4893-8d4a-c4ccf52b2fee), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.216228 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.219889 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85729e89-56f9-4893-8d4a-c4ccf52b2fee HTTP/1.1" status: 204 len: 168 time: 0.2185102 Sep 21 21:35:47.227420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382950d9-a201-4a18-89bf-7afdf09f4dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85729e89-56f9-4893-8d4a-c4ccf52b2fee,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:47.481903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56470) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:47.495727 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-13b210b9-d524-4fd8-a652-b6f827ef6c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.570987 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-13b210b9-d524-4fd8-a652-b6f827ef6c79 admin admin] Publish callbacks [] for security_group (1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.574637 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-13b210b9-d524-4fd8-a652-b6f827ef6c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.613920 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-13b210b9-d524-4fd8-a652-b6f827ef6c79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=293b053b34a3460eade58c1c55c9aa49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309023 Sep 21 21:35:47.615825 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b210b9-d524-4fd8-a652-b6f827ef6c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:47.616600 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56472) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:47.663169 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] Publish callbacks [] for security_group (1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.684852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] Publish callbacks [] for security_group (1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.731765 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.734526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:47.735682 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f HTTP/1.1" status: 204 len: 168 time: 0.1180954 Sep 21 21:35:47.742976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c8542-135d-4f77-b719-312d3cbaf163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b0f58-244e-48aa-a70f-d31d9a6e5c2f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:48.065242 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56482) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:48.078548 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3159e715-620e-49fe-a81b-8b622c6f3e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.096376 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c3046da-51ba-4ec5-bdeb-a6d8d014fd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.159880 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3159e715-620e-49fe-a81b-8b622c6f3e96 admin admin] Publish callbacks [] for security_group (cc8ad450-aec4-41a6-ab9e-1c5296248116), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.163784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3159e715-620e-49fe-a81b-8b622c6f3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (cc8ad450-aec4-41a6-ab9e-1c5296248116), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.187479 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56486) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:48.202269 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3159e715-620e-49fe-a81b-8b622c6f3e96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27d20d35f38541098d46cb0c99226cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358626 Sep 21 21:35:48.203424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159e715-620e-49fe-a81b-8b622c6f3e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ad450-aec4-41a6-ab9e-1c5296248116,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:48.206442 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56490) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:48.294853 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] Publish callbacks [] for security_group (cc8ad450-aec4-41a6-ab9e-1c5296248116), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.319682 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] Publish callbacks [] for security_group (cc8ad450-aec4-41a6-ab9e-1c5296248116), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.349732 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-968daef0-c382-42fb-9ff7-fa9b917fde9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.352346 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963839c-24f1-4c48-990a-97ce33db0ffb req-1f0764a3-d598-4fd5-ae40-11074575caa8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:48.355810 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d963839c-24f1-4c48-990a-97ce33db0ffb req-1f0764a3-d598-4fd5-ae40-11074575caa8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0702918 Sep 21 21:35:48.401501 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (cc8ad450-aec4-41a6-ab9e-1c5296248116), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.403952 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d963839c-24f1-4c48-990a-97ce33db0ffb req-a2a73b66-b4d6-4f2a-8beb-fc82678a0f41 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Sep 21 21:35:48.404497 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.405610 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc8ad450-aec4-41a6-ab9e-1c5296248116 HTTP/1.1" status: 204 len: 168 time: 0.1982353 Sep 21 21:35:48.432325 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feace81-9333-4bd5-8f44-6ba70c303852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ad450-aec4-41a6-ab9e-1c5296248116,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:48.478092 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-968daef0-c382-42fb-9ff7-fa9b917fde9f admin admin] Publish callbacks [] for security_group (bc1b72e6-13a9-4887-92b2-4466dc5b1418), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.481926 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-968daef0-c382-42fb-9ff7-fa9b917fde9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bc1b72e6-13a9-4887-92b2-4466dc5b1418), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.521255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968daef0-c382-42fb-9ff7-fa9b917fde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b72e6-13a9-4887-92b2-4466dc5b1418,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:48.527381 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-968daef0-c382-42fb-9ff7-fa9b917fde9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=642a42fc016c41f4a149de1e28841b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388238 Sep 21 21:35:48.530505 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56498) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:48.587231 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] Publish callbacks [] for security_group (bc1b72e6-13a9-4887-92b2-4466dc5b1418), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.608217 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] Publish callbacks [] for security_group (bc1b72e6-13a9-4887-92b2-4466dc5b1418), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.668009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bc1b72e6-13a9-4887-92b2-4466dc5b1418), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.671449 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:48.673237 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc1b72e6-13a9-4887-92b2-4466dc5b1418 HTTP/1.1" status: 204 len: 168 time: 0.1412823 Sep 21 21:35:48.682083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740e18-d70f-4205-ad2a-41a29895d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b72e6-13a9-4887-92b2-4466dc5b1418,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:49.570906 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8836d-d112-451a-b62d-fe2dd211b947 req-92a44af5-d165-456a-a26e-8d73d0e37d54 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:49.572463 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9ce8836d-d112-451a-b62d-fe2dd211b947 req-92a44af5-d165-456a-a26e-8d73d0e37d54 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0717254 Sep 21 21:35:49.621079 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9ce8836d-d112-451a-b62d-fe2dd211b947 req-c3608e64-dd42-4651-b2d1-0cf7bf1b3da6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Sep 21 21:35:49.897664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56562) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:50.005043 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc86bdae-d667-4434-980b-647dfab56ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.091259 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc86bdae-d667-4434-980b-647dfab56ce7 admin admin] Publish callbacks [] for security_group (8462db4b-6a91-4a13-94e2-0da38e571bc5), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.096025 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc86bdae-d667-4434-980b-647dfab56ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8462db4b-6a91-4a13-94e2-0da38e571bc5), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.144083 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-bc86bdae-d667-4434-980b-647dfab56ce7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c16888d61d0645a595148e5388ed78e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452087 Sep 21 21:35:50.144941 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86bdae-d667-4434-980b-647dfab56ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8462db4b-6a91-4a13-94e2-0da38e571bc5,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:50.146923 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56566) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:50.193855 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] Publish callbacks [] for security_group (8462db4b-6a91-4a13-94e2-0da38e571bc5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.215000 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] Publish callbacks [] for security_group (8462db4b-6a91-4a13-94e2-0da38e571bc5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.260059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8462db4b-6a91-4a13-94e2-0da38e571bc5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.262819 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.263949 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8462db4b-6a91-4a13-94e2-0da38e571bc5 HTTP/1.1" status: 204 len: 168 time: 0.1159582 Sep 21 21:35:50.271555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a7b3-1a9e-4b40-86be-360c8dd512a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8462db4b-6a91-4a13-94e2-0da38e571bc5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:50.355440 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5b9376b2-b4be-41fe-9596-c3060525be8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:50.768617 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bf12e-3a1e-4796-bfea-d4d4a1c735d4 req-bbdc2cfd-abf9-48b4-ac0f-9c91e2d9af14 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:50.770146 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd7bf12e-3a1e-4796-bfea-d4d4a1c735d4 req-bbdc2cfd-abf9-48b4-ac0f-9c91e2d9af14 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0628536 Sep 21 21:35:50.819006 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd7bf12e-3a1e-4796-bfea-d4d4a1c735d4 req-795e3926-5ef0-4e88-8df7-5abef04679da tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Sep 21 21:35:50.900198 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56600) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:50.998512 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1727257784-network', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:51.017508 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Made reservation on behalf of 7eaeb99dab284cc9b7a2ebbd44b7f020 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:35:51.019726 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.027608 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.104766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks [] for security_group (0122353d-f1db-4116-a4b7-0ce38395d956), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.108443 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0122353d-f1db-4116-a4b7-0ce38395d956), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.133066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:35:51.143115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0122353d-f1db-4116-a4b7-0ce38395d956,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:51.148320 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (85e03a7b-e3d8-41f6-ac57-30968ca92f46), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.148997 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Added segment 85e03a7b-e3d8-41f6-ac57-30968ca92f46 of type vlan for network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e Sep 21 21:35:51.192578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.216611 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.217565 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:51.218219 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.271425 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3700509 Sep 21 21:35:51.274566 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56604) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:51.279397 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Request body: {'subnet': {'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1727257784-subnet', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:51.284594 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4743-7362-48bf-9cd2-9061f661620b admin admin] Pushing event updated for resources: {'Network': ['ID=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:51.295385 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:35:51.299126 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Made reservation on behalf of 7eaeb99dab284cc9b7a2ebbd44b7f020 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:35:51.301835 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5419078'] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.476282 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5121843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5419092'] for subnet (b1679163-0479-4365-91e5-50caca58a98e), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.525712 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1679163-0479-4365-91e5-50caca58a98e,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:51.541907 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:51.542269 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Network hostable DHCP agents. Network: 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:35:51.559048 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:35:51.568198 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:51.572653 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:51.573294 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.579591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b8dd6-0be0-4add-86a2-4316926e52de None None] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:35:51.589315 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-561c34f5-2b0a-44ef-afa4-ab3257bb75fa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3133979 Sep 21 21:35:51.592092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56608) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:51.596780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:51.616548 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (16718d9d-311f-41cd-8555-98d10a190b38), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.617853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (16718d9d-311f-41cd-8555-98d10a190b38), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.670978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for router_controller (16718d9d-311f-41cd-8555-98d10a190b38), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.688912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:35:51.689820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.786903 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.823116 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for router_gateway (16718d9d-311f-41cd-8555-98d10a190b38), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:51.841152 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Allocated IP 172.20.0.2 (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e/b1679163-0479-4365-91e5-50caca58a98e/28db86fe-b690-412d-8fe3-a7c186e58086) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:35:51.991698 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fd0af-e07e-47a7-b95c-d45f6b10c4db req-2f08d1f8-6c4e-44f9-b69d-0919cbbb5ee4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:51.994472 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e15fd0af-e07e-47a7-b95c-d45f6b10c4db req-2f08d1f8-6c4e-44f9-b69d-0919cbbb5ee4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0655575 Sep 21 21:35:52.025718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56620) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:52.059380 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e15fd0af-e07e-47a7-b95c-d45f6b10c4db req-6f4bb0e9-fb34-4e6c-a745-c592eeb8eb49 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Sep 21 21:35:52.101483 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for router_gateway (16718d9d-311f-41cd-8555-98d10a190b38), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.127651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.150084 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks [] for port (28db86fe-b690-412d-8fe3-a7c186e58086), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.155959 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-36376765-2660-4aad-a389-587bf897e775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.156743 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.193717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:52.196882 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:52.199756 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:35:52.211727 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Pushing event updated for resources: {'Port': ['ID=28db86fe-b690-412d-8fe3-a7c186e58086,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:52.252242 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-36376765-2660-4aad-a389-587bf897e775 admin admin] Publish callbacks [] for security_group (5dc9f308-b468-4d65-abc3-1093953d4110), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.256671 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Allocated IP 172.27.0.164 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/26f62fbf-8aa5-40bb-a4e8-941689dbf4d9) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:35:52.257256 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-36376765-2660-4aad-a389-587bf897e775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5dc9f308-b468-4d65-abc3-1093953d4110), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.271394 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Attempting to bind port 28db86fe-b690-412d-8fe3-a7c186e58086 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:35:52.271871 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Attempting to bind port 28db86fe-b690-412d-8fe3-a7c186e58086 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:35:52.272302 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Attempting to bind port 28db86fe-b690-412d-8fe3-a7c186e58086 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:35:52.278553 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:35:52.279127 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:52.279591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.280047 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Bound using segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:35:52.280586 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Bound port: 28db86fe-b690-412d-8fe3-a7c186e58086, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:35:52.281024 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.297628 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-36376765-2660-4aad-a389-587bf897e775 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4ef150cb23644fb904b7c2f6c6b1157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705262 Sep 21 21:35:52.300058 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56624) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:52.306952 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36376765-2660-4aad-a389-587bf897e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9f308-b468-4d65-abc3-1093953d4110,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:52.348479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] For port 28db86fe-b690-412d-8fe3-a7c186e58086, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:35:52.352246 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] For port 28db86fe-b690-412d-8fe3-a7c186e58086, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=28db86fe-b690-412d-8fe3-a7c186e58086,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:35:52.354971 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] Publish callbacks [] for security_group (5dc9f308-b468-4d65-abc3-1093953d4110), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.360162 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.382839 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] Publish callbacks [] for security_group (5dc9f308-b468-4d65-abc3-1093953d4110), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.394736 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.411536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f9b98-02b5-4014-9cd1-f993790ade40 None None] Pushing event updated for resources: {'Port': ['ID=28db86fe-b690-412d-8fe3-a7c186e58086,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:52.436584 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.460795 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5dc9f308-b468-4d65-abc3-1093953d4110), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.463700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:52.467330 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dc9f308-b468-4d65-abc3-1093953d4110 HTTP/1.1" status: 204 len: 168 time: 0.1636312 Sep 21 21:35:52.473924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4fc6c-76bf-459f-8e5e-c530a3931cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9f308-b468-4d65-abc3-1093953d4110,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:52.499766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:52.507340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:52.513009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:35:52.515340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Pushing event updated for resources: {'Port': ['ID=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:52.810985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for router_gateway (16718d9d-311f-41cd-8555-98d10a190b38), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.257106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f558b-3e0f-4cbe-8ae0-0909749775bd req-b7fb0031-8d4a-4d8d-b2f3-ca1b6f2235e1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:53.258587 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-564f558b-3e0f-4cbe-8ae0-0909749775bd req-b7fb0031-8d4a-4d8d-b2f3-ca1b6f2235e1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1144376 Sep 21 21:35:53.330558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (16718d9d-311f-41cd-8555-98d10a190b38), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.379689 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-564f558b-3e0f-4cbe-8ae0-0909749775bd req-008bd3d2-adfc-4bfe-86fc-1b8822c3e85a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965259 Sep 21 21:35:53.456018 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333dfdd-a988-444f-afd4-95f603875cf4 None None] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:35:53.483447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Router 16718d9d-311f-41cd-8555-98d10a190b38 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:35:53.531820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Provisioning complete for port 28db86fe-b690-412d-8fe3-a7c186e58086 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:53.532235 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.532657 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Attempt 1 to provision port 28db86fe-b690-412d-8fe3-a7c186e58086 Sep 21 21:35:53.621345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:53.652290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.654713 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:53.657087 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56660) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:53.657567 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ae89c9a9-572f-4c96-aa40-9c57f318d1da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0638220 Sep 21 21:35:53.675011 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.693185 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Current status of the port 28db86fe-b690-412d-8fe3-a7c186e58086 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:53.693513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.697217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:53.697908 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:53.773412 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] For port 28db86fe-b690-412d-8fe3-a7c186e58086, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=28db86fe-b690-412d-8fe3-a7c186e58086,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:53.783278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:53.798283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56664) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:53.873721 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a83be-5d45-4ba2-8688-91b007f82890 None None] Pushing event updated for resources: {'Port': ['ID=28db86fe-b690-412d-8fe3-a7c186e58086,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:53.898348 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:53.961485 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49716a1a-84f4-4bf0-865b-8e0e6e5ebac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.038469 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-60c7009f-56ec-4be3-bbae-2d3bf2c6f9c1 None None] Provisioning complete for port 28db86fe-b690-412d-8fe3-a7c186e58086 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:54.038756 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-60c7009f-56ec-4be3-bbae-2d3bf2c6f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.039095 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-60c7009f-56ec-4be3-bbae-2d3bf2c6f9c1 None None] Attempt 1 to provision port 28db86fe-b690-412d-8fe3-a7c186e58086 Sep 21 21:35:54.055811 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49716a1a-84f4-4bf0-865b-8e0e6e5ebac1 admin admin] Publish callbacks [] for security_group (86532cd7-1479-41a3-ab73-43e1edcccd72), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.060938 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-49716a1a-84f4-4bf0-865b-8e0e6e5ebac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (86532cd7-1479-41a3-ab73-43e1edcccd72), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.136279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716a1a-84f4-4bf0-865b-8e0e6e5ebac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86532cd7-1479-41a3-ab73-43e1edcccd72,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:54.153329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56668) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:54.155044 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-49716a1a-84f4-4bf0-865b-8e0e6e5ebac1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=918bd9b0f50447d7bb0efea671abdfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553138 Sep 21 21:35:54.172625 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.177958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-60c7009f-56ec-4be3-bbae-2d3bf2c6f9c1 None None] Current status of the port 28db86fe-b690-412d-8fe3-a7c186e58086 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:54.187448 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:52Z', 'revision_number': 3, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:54.213584 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:54.214125 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Updating router 16718d9d-311f-41cd-8555-98d10a190b38 port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:35:54.239929 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 28db86fe-b690-412d-8fe3-a7c186e58086 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:35:54.263701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] Publish callbacks [] for security_group (86532cd7-1479-41a3-ab73-43e1edcccd72), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.272696 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.376668 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 28db86fe-b690-412d-8fe3-a7c186e58086 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:54.376953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.377288 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 28db86fe-b690-412d-8fe3-a7c186e58086 Sep 21 21:35:54.499214 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] Publish callbacks [] for security_group (86532cd7-1479-41a3-ab73-43e1edcccd72), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.555206 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 28db86fe-b690-412d-8fe3-a7c186e58086 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:54.560361 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.623451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks [] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.625246 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4890cf-bdd0-41fc-a72f-cdcaf1f89d4a req-d62342de-42cc-4efb-b34a-4617b1f7b375 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:54.627434 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5c4890cf-bdd0-41fc-a72f-cdcaf1f89d4a req-d62342de-42cc-4efb-b34a-4617b1f7b375 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1427240 Sep 21 21:35:54.628581 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Allocated IP 172.20.0.1 (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e/b1679163-0479-4365-91e5-50caca58a98e/bd2fa623-bea0-4841-8714-d8fd02714453) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:35:54.630683 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (86532cd7-1479-41a3-ab73-43e1edcccd72), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.633148 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.634208 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86532cd7-1479-41a3-ab73-43e1edcccd72 HTTP/1.1" status: 204 len: 168 time: 0.4794493 Sep 21 21:35:54.636845 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.663107 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d622-d58c-47f9-acfb-ebe654cdc732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86532cd7-1479-41a3-ab73-43e1edcccd72,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:54.678739 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Attempting to bind port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:35:54.679171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Attempting to bind port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:35:54.679547 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Attempting to bind port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Bound port: 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:35:54.709217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.727896 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30989b9a-a106-4317-a873-7723b0888293 None None] Pushing event updated for resources: {'Port': ['ID=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:54.750290 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5c4890cf-bdd0-41fc-a72f-cdcaf1f89d4a req-1e4fba4d-ec8c-4a84-b92f-ce3d858e4a6b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149552 Sep 21 21:35:54.774216 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] For port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:35:54.779388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] For port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:35:54.789690 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.807257 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks [] for port (bd2fa623-bea0-4841-8714-d8fd02714453), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.826249 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:54.826894 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:54.853919 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.894880 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30989b9a-a106-4317-a873-7723b0888293 None None] Pushing event updated for resources: {'Port': ['ID=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:54.897226 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:54.903036 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:54.922699 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:35:54.948969 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:54.972030 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (16718d9d-311f-41cd-8555-98d10a190b38), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:54.974991 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:55.134676 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:55.208359 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:52Z', 'revision_number': 3, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:55.245705 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff6ba4-150e-4959-b81d-a7499d91db5c None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:52Z', 'revision_number': 3, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:55.247783 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Provisioning complete for port bd2fa623-bea0-4841-8714-d8fd02714453 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:55.248244 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:55.248593 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 1 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:55.283033 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:55.339717 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks [] for port (bd2fa623-bea0-4841-8714-d8fd02714453), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:55.349866 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:55.418468 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:55.427176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (16718d9d-311f-41cd-8555-98d10a190b38), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:55.548971 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:55.550393 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:55.692603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:35:55.784884 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 2 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:55.853213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:55.858277 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:55.860736 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-cd7730ab-e575-4975-9f66-fd8e3111e685 admin admin] 10.222.0.18 "PUT /v2.0/routers/16718d9d-311f-41cd-8555-98d10a190b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2023785 Sep 21 21:35:55.936034 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b2f7b-820c-416d-a469-9b8583932114 req-485f89f3-fae8-4eb9-8cac-7905d28e541d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:55.937624 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b30b2f7b-820c-416d-a469-9b8583932114 req-485f89f3-fae8-4eb9-8cac-7905d28e541d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0755856 Sep 21 21:35:56.008393 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b30b2f7b-820c-416d-a469-9b8583932114 req-9bdff859-808d-4f1a-b6a5-6a27a732d874 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Sep 21 21:35:56.224313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:35:56.278781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:56.279285 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.279861 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 Sep 21 21:35:56.446503 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 3 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:56.485924 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:56.515078 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:56.515471 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.537619 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:56.542410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.597418 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:56.604756 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56724) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:56.609485 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77520907-network', 'tenant_id': '8ecf004404074b7ab98122905736ef31'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:56.629285 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Made reservation on behalf of 8ecf004404074b7ab98122905736ef31 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:35:56.631704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.642051 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.716400 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks [] for security_group (c7407bad-4ee6-4923-80ef-d0721d795375), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.720768 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c7407bad-4ee6-4923-80ef-d0721d795375), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.745794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:35:56.756210 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7407bad-4ee6-4923-80ef-d0721d795375,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:56.761095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (885b78d0-3707-449c-977d-ec34b8abc8f6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.761452 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Added segment 885b78d0-3707-449c-977d-ec34b8abc8f6 of type vlan for network 176f0163-a222-4930-a501-4de04d76cad4 Sep 21 21:35:56.802721 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (176f0163-a222-4930-a501-4de04d76cad4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.830854 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (176f0163-a222-4930-a501-4de04d76cad4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.832052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:56.832742 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.893752 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2849150 Sep 21 21:35:56.894337 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56728) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:56.898345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e388e1-dcfa-4939-9da0-acd61e718974 admin admin] Pushing event updated for resources: {'Network': ['ID=176f0163-a222-4930-a501-4de04d76cad4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:56.899918 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Request body: {'subnet': {'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77520907-subnet', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:56.909187 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 176f0163-a222-4930-a501-4de04d76cad4 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:35:56.924710 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Made reservation on behalf of 8ecf004404074b7ab98122905736ef31 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:35:56.927893 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5419078'] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:56.987443 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 4 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:57.022048 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:57.115813 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:57.126266 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:57.126878 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:57.136964 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5121843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5419092'] for subnet (11534549-ce57-4745-a68e-d5fd9b5ed200), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.199087 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb410e3-77fa-4a2f-b084-8734b540dbe8 req-bad731dd-5f37-4253-895f-a0db0c0e0b53 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:57.200572 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5eb410e3-77fa-4a2f-b084-8734b540dbe8 req-bad731dd-5f37-4253-895f-a0db0c0e0b53 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1127894 Sep 21 21:35:57.214130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11534549-ce57-4745-a68e-d5fd9b5ed200,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:57.234789 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:57.240222 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Checking segment: {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:57.240498 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Network hostable DHCP agents. Network: 176f0163-a222-4930-a501-4de04d76cad4, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:35:57.273900 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5eb410e3-77fa-4a2f-b084-8734b540dbe8 req-aef3b52a-1c11-4d3a-9a6c-39e5387b35fc tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Sep 21 21:35:57.279790 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Network 176f0163-a222-4930-a501-4de04d76cad4 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:35:57.295240 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 176f0163-a222-4930-a501-4de04d76cad4) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:57.305112 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574901c3-9f5a-48cc-976a-3c18e259b3c3 None None] Network 176f0163-a222-4930-a501-4de04d76cad4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:35:57.307894 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:57.308735 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.332297 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9d54c1aa-6aee-4a03-a972-0c56dfe151b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4345241 Sep 21 21:35:57.332904 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56746) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:57.338000 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:35:57.360530 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (8b67b465-e772-4957-9f32-405e8e50ec02), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.361722 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (8b67b465-e772-4957-9f32-405e8e50ec02), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.426083 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-176f0163-a222-4930-a501-4de04d76cad4', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'project_id': '8ecf004404074b7ab98122905736ef31', 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:35:57.427031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.431461 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for router_controller (8b67b465-e772-4957-9f32-405e8e50ec02), precommit_add_association {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.523427 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 2, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:57.561387 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:35:57.562089 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Updating router 16718d9d-311f-41cd-8555-98d10a190b38 port bd2fa623-bea0-4841-8714-d8fd02714453 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:35:57.583020 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for router_gateway (8b67b465-e772-4957-9f32-405e8e50ec02), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.587454 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 5 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:57.605831 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.635910 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:57.659183 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Allocated IP 172.20.0.2 (176f0163-a222-4930-a501-4de04d76cad4/11534549-ce57-4745-a68e-d5fd9b5ed200/ce75a55a-f890-48d9-b6f9-b4f1d2dfac08) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:35:57.858031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks [] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.865864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.868516 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for router_gateway (8b67b465-e772-4957-9f32-405e8e50ec02), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.891118 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.905618 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Network 176f0163-a222-4930-a501-4de04d76cad4 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:57.917898 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:57.934163 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:35:57.941915 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Pushing event updated for resources: {'Port': ['ID=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:57.949281 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks [] for port (bd2fa623-bea0-4841-8714-d8fd02714453), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:57.957338 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.009712 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Attempting to bind port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:35:58.010046 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Attempting to bind port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:35:58.010386 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Attempting to bind port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 on network 176f0163-a222-4930-a501-4de04d76cad4 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:35:58.016031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:35:58.016445 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Checking segment: {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:58.016856 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.017337 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Bound using segment: {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:35:58.018249 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Bound port: ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:35:58.018992 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.027676 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Allocated IP 172.27.0.29 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/9a004aa0-7da3-4893-84d0-ff7489a1b0ab) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:35:58.029382 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Pushing event updated for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:58.060710 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.061186 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.061550 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.061923 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.062252 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.062575 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.062925 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.063275 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.063600 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.063938 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.064263 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.064579 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.064893 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:35:58.071077 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Attempting to bind port bd2fa623-bea0-4841-8714-d8fd02714453 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:35:58.071442 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Attempting to bind port bd2fa623-bea0-4841-8714-d8fd02714453 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:35:58.071817 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Attempting to bind port bd2fa623-bea0-4841-8714-d8fd02714453 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:35:58.076993 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:35:58.077352 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:35:58.077751 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.078168 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Bound using segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:35:58.078657 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Bound port: bd2fa623-bea0-4841-8714-d8fd02714453, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:35:58.079525 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.089680 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] For port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:35:58.094212 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] For port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:35:58.104144 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.145875 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 6 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:58.146918 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.164250 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] For port bd2fa623-bea0-4841-8714-d8fd02714453, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:35:58.167573 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] For port bd2fa623-bea0-4841-8714-d8fd02714453, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=bd2fa623-bea0-4841-8714-d8fd02714453,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:35:58.176841 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.190841 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.212308 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2effe-22df-4b0b-a890-914642505be3 None None] Pushing event updated for resources: {'Port': ['ID=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:58.228885 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:35:58.235539 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Port bd2fa623-bea0-4841-8714-d8fd02714453 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:35:58.247767 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:35:58.253344 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:35:58.257178 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:58.257979 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:58.260409 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:35:58.290675 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Pushing event updated for resources: {'Port': ['ID=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:58.299462 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:58.299861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.300201 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 Sep 21 21:35:58.414315 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e215ab-c55d-4358-b95a-9ccd221bd58e None None] Pushing event updated for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:58.445904 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:58.471415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656c0ba-b360-4913-8741-ce94cf55dc12 req-dc922896-dc8a-442d-8920-f8f987f0f0e8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:58.473629 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8656c0ba-b360-4913-8741-ce94cf55dc12 req-dc922896-dc8a-442d-8920-f8f987f0f0e8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0939136 Sep 21 21:35:58.517581 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:58.544227 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8656c0ba-b360-4913-8741-ce94cf55dc12 req-24ddb582-663b-4deb-b805-11b623c7b2c1 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639489 Sep 21 21:35:58.622218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for router_gateway (8b67b465-e772-4957-9f32-405e8e50ec02), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.735745 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:58.736969 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Attempt 7 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:58.770584 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9ced1b-5a99-421a-92a7-32df6398233b None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:35:58.866824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (8b67b465-e772-4957-9f32-405e8e50ec02), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.902069 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Current status of the port bd2fa623-bea0-4841-8714-d8fd02714453 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:58.902470 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:58.993635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] For port bd2fa623-bea0-4841-8714-d8fd02714453, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=bd2fa623-bea0-4841-8714-d8fd02714453,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:35:59.000127 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:59.036519 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-9f7b2f6b-9004-4de2-961b-d3bd7ce3330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:59.042495 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-9f7b2f6b-9004-4de2-961b-d3bd7ce3330f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1129 time: 0.1395986 Sep 21 21:35:59.062958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5cb91-72f4-478c-a980-02b43d8a6ebd None None] Pushing event updated for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:35:59.129861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-b34c903e-3b40-4967-87d0-42c6489e858a None None] Provisioning complete for port bd2fa623-bea0-4841-8714-d8fd02714453 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:59.130241 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b34c903e-3b40-4967-87d0-42c6489e858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:59.130587 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b34c903e-3b40-4967-87d0-42c6489e858a None None] Attempt 1 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:35:59.200241 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-969955a0-0490-46f4-8939-266e7883fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:59.202176 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-969955a0-0490-46f4-8939-266e7883fcb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1268582 Sep 21 21:35:59.277473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b34c903e-3b40-4967-87d0-42c6489e858a None None] Current status of the port bd2fa623-bea0-4841-8714-d8fd02714453 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:59.279140 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-e4a72a74-465e-485f-90a7-9c8b1abb320e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 217 time: 0.0647697 Sep 21 21:35:59.350412 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-6abc4a03-625f-4779-a396-cb05b432493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:59.353341 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-6abc4a03-625f-4779-a396-cb05b432493d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0611904 Sep 21 21:35:59.357490 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Router 8b67b465-e772-4957-9f32-405e8e50ec02 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:35:59.487562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-0d91095e-f21d-4912-88eb-d8c644b3dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:59.489075 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-0d91095e-f21d-4912-88eb-d8c644b3dd5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183600 Sep 21 21:35:59.518132 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03243f0-fc79-412a-9d6c-fbd5774e19da None None] Network 176f0163-a222-4930-a501-4de04d76cad4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:35:59.524540 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:35:59.545403 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:59.550031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Sync routers for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:35:59.551472 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1c862eb1-d429-4fa2-91bc-51f101e4bb02 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2173398 Sep 21 21:35:59.552201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56772) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:35:59.620641 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-3e77df83-69d0-45b1-8133-47b1167c6529 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224673 Sep 21 21:35:59.675841 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:59.682973 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:35:59.683885 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:35:59.728389 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb038d-8182-4680-9fd2-d49bb3f86cfd req-7de7c8a6-a610-491a-ad0e-e7c2fa388d9c service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009874 Sep 21 21:35:59.735427 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Provisioning complete for port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:35:59.735810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:35:59.736152 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Attempt 1 to provision port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 Sep 21 21:35:59.794153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d15f-873d-497e-88e5-c2edfdab0619 req-15daea64-f039-474d-96fa-8778ea020b83 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:35:59.795858 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3c89d15f-873d-497e-88e5-c2edfdab0619 req-15daea64-f039-474d-96fa-8778ea020b83 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1373088 Sep 21 21:35:59.842497 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:35:59.940947 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3c89d15f-873d-497e-88e5-c2edfdab0619 req-8e85891c-2fb4-4cdc-863b-e12561c7071e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048677 Sep 21 21:35:59.944025 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Current status of the port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:35:59.944482 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.046230 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] For port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:00.056404 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.184210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a0041-ddbe-4f2b-90e9-1be9445d8fec None None] Pushing event updated for resources: {'Port': ['ID=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:00.198886 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.212987 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-0aa63cc7-9240-4827-bfba-50f71850eac5 None None] Provisioning complete for port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:00.213445 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0aa63cc7-9240-4827-bfba-50f71850eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.213803 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-0aa63cc7-9240-4827-bfba-50f71850eac5 None None] Attempt 1 to provision port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 Sep 21 21:36:00.252963 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 3, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:00.284628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Checking router: 8b67b465-e772-4957-9f32-405e8e50ec02 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:36:00.285067 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Updating router 8b67b465-e772-4957-9f32-405e8e50ec02 port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:36:00.329377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.413055 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Allocated IP 172.20.0.1 (176f0163-a222-4930-a501-4de04d76cad4/11534549-ce57-4745-a68e-d5fd9b5ed200/85696fd1-85c1-42b7-92fc-0debf790bbe5) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:00.442919 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0aa63cc7-9240-4827-bfba-50f71850eac5 None None] Current status of the port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:00.505019 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device bd2fa623-bea0-4841-8714-d8fd02714453 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:00.575530 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks [] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.622663 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port bd2fa623-bea0-4841-8714-d8fd02714453 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:00.623044 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.623393 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port bd2fa623-bea0-4841-8714-d8fd02714453 Sep 21 21:36:00.623667 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.666244 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Network 176f0163-a222-4930-a501-4de04d76cad4 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:00.669445 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:00.675148 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:00.700542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Pushing event updated for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:00.725064 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (8b67b465-e772-4957-9f32-405e8e50ec02), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.731905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks [] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.741281 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.883731 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:00.970368 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Attempting to bind port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:36:00.970752 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Attempting to bind port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:36:00.971125 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Attempting to bind port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:00.981254 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port bd2fa623-bea0-4841-8714-d8fd02714453 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:00.982565 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:01.010561 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:36:01.011003 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:36:01.011421 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.011807 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:36:01.012323 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Bound port: 9a004aa0-7da3-4893-84d0-ff7489a1b0ab, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:36:01.013076 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.014263 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d375-8150-4049-a6c0-8c12e838ff08 None None] Pushing event updated for resources: {'Port': ['ID=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:01.083393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Provisioning complete for port 85696fd1-85c1-42b7-92fc-0debf790bbe5 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:01.083393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.083393 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 1 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:01.085840 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcf1ba-fd72-454b-828a-22dbc015d719 req-d447019b-bac2-4d62-9c4c-a7c90b942dde tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:01.087389 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72dcf1ba-fd72-454b-828a-22dbc015d719 req-d447019b-bac2-4d62-9c4c-a7c90b942dde tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0546088 Sep 21 21:36:01.104643 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks [] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.110528 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.122965 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] For port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:36:01.127189 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] For port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:36:01.146191 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72dcf1ba-fd72-454b-828a-22dbc015d719 req-dcd9a605-ab13-4304-bac4-c2a6b9721b77 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Sep 21 21:36:01.162320 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:01.163340 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.196001 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Pushing event updated for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:01.203597 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (8b67b465-e772-4957-9f32-405e8e50ec02), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.233270 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:01.233728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:01.234170 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 Sep 21 21:36:01.240249 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:01.240971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:01.305547 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Network 176f0163-a222-4930-a501-4de04d76cad4 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:01.310338 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:01.312006 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d375-8150-4049-a6c0-8c12e838ff08 None None] Pushing event updated for resources: {'Port': ['ID=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:01.413887 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:01.442364 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:01.466262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Router 8b67b465-e772-4957-9f32-405e8e50ec02 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:36:01.596153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:36:01.614856 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-cece3a84-73fe-4c0d-a358-23aefb3cae20 admin admin] 10.222.0.18 "PUT /v2.0/routers/8b67b465-e772-4957-9f32-405e8e50ec02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0561092 Sep 21 21:36:01.654523 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '85696fd1-85c1-42b7-92fc-0debf790bbe5', 'name': '', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'mac_address': 'fa:16:3e:62:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:36:00Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 2, 'project_id': '8ecf004404074b7ab98122905736ef31', 'subnets': [{'id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:01.682067 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 2 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:01.684437 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b7edc-c96e-49d7-b1ec-395996c3da67 None None] The sync data for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi is: [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '85696fd1-85c1-42b7-92fc-0debf790bbe5', 'name': '', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'mac_address': 'fa:16:3e:62:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:36:00Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 2, 'project_id': '8ecf004404074b7ab98122905736ef31', 'subnets': [{'id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:36:01.737702 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:01.997393 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56826) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:02.003163 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468144335', 'description': 'tempest-secgroup-smoke-1468144335 description', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:02.024888 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.102347 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (7faae14c-0d33-4946-90d1-177ec518ebd5), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.108003 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7faae14c-0d33-4946-90d1-177ec518ebd5), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.141283 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.145586 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1435258 Sep 21 21:36:02.145586 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56830) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:02.148388 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b707b-f9ee-47c7-9765-e84ce496307d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faae14c-0d33-4946-90d1-177ec518ebd5,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:02.152938 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:02.197800 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:02.214921 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (860edb9f-4c8c-462b-956c-5248bd09008e), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.261400 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 3 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:02.315451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:02.345511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:02.346641 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.355404 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 Sep 21 21:36:02.372845 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (860edb9f-4c8c-462b-956c-5248bd09008e), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.387660 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae18c2a-e069-4581-8cba-b455d9de8c52 req-b746cc9e-a6ae-491d-b630-aa5a184736a9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:02.389314 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8ae18c2a-e069-4581-8cba-b455d9de8c52 req-b746cc9e-a6ae-491d-b630-aa5a184736a9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1526358 Sep 21 21:36:02.390110 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (860edb9f-4c8c-462b-956c-5248bd09008e), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.433281 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860edb9f-4c8c-462b-956c-5248bd09008e,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:02.464129 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.465396 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-255db06e-8165-43cd-bc52-6fe99e96594f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190532 Sep 21 21:36:02.469853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56854) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:02.475937 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:02.492798 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8ae18c2a-e069-4581-8cba-b455d9de8c52 req-3805e0cb-f48b-4960-9f4d-5fc8c552668b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948298 Sep 21 21:36:02.532907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (bcaede6a-b911-44a3-876d-e5501ef06860), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.548394 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:02.661892 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (bcaede6a-b911-44a3-876d-e5501ef06860), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.667929 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (bcaede6a-b911-44a3-876d-e5501ef06860), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.705025 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaede6a-b911-44a3-876d-e5501ef06860,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:02.723593 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.727418 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a458c3c5-2310-4101-9a3c-fcb5884bfe03 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2536392 Sep 21 21:36:02.727625 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56864) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:02.731930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:02.773536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (ea98cf6e-1d30-410d-ada8-3459dc0d425d), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.816830 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 4 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:02.860544 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:02.872571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (ea98cf6e-1d30-410d-ada8-3459dc0d425d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.877830 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (ea98cf6e-1d30-410d-ada8-3459dc0d425d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.919963 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea98cf6e-1d30-410d-ada8-3459dc0d425d,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:02.926307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:02.930406 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-91c1bdf9-d2a8-4d2e-ab57-11c454260298 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018087 Sep 21 21:36:02.930994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56870) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:02.936431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:02.967507 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (34959325-ffbf-47fc-99da-016f53230eeb), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.061611 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (34959325-ffbf-47fc-99da-016f53230eeb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.065794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (34959325-ffbf-47fc-99da-016f53230eeb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.087883 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34959325-ffbf-47fc-99da-016f53230eeb,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:03.101804 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.105885 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dc855f16-4e69-47d6-a7f9-065b10a69aa7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710954 Sep 21 21:36:03.106472 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 56878) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:03.111902 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:03.134191 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.securitygroups_db [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Project 7eaeb99dab284cc9b7a2ebbd44b7f020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:36:03.139871 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (1da3e398-74ec-4424-99b4-886e51e657ba), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.208886 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (1da3e398-74ec-4424-99b4-886e51e657ba), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.215002 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (1da3e398-74ec-4424-99b4-886e51e657ba), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.236370 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da3e398-74ec-4424-99b4-886e51e657ba,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:03.244707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.248858 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 56882) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:03.249522 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6359c979-71c4-4130-8fe1-dfd5447ffb80 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413906 Sep 21 21:36:03.253825 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'security_group_rule': {'security_group_id': '7faae14c-0d33-4946-90d1-177ec518ebd5', 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:03.276383 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Project 7eaeb99dab284cc9b7a2ebbd44b7f020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:36:03.281620 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (e5935fca-21e0-4d87-82bf-5ecf3604f87b), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.351540 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (e5935fca-21e0-4d87-82bf-5ecf3604f87b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.356542 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (e5935fca-21e0-4d87-82bf-5ecf3604f87b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.361681 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 5 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:03.377258 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5935fca-21e0-4d87-82bf-5ecf3604f87b,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:03.387944 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:03.393533 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0900f48c-5b67-438d-a881-3601fce0233f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399486 Sep 21 21:36:03.401868 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:03.660339 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbff76-f42b-4139-b075-d910458b7a1c req-59141c07-bc40-4285-9bb3-cfcdc3702200 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:03.662141 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36cbff76-f42b-4139-b075-d910458b7a1c req-59141c07-bc40-4285-9bb3-cfcdc3702200 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0722253 Sep 21 21:36:03.716523 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36cbff76-f42b-4139-b075-d910458b7a1c req-baddd0a0-9251-4a48-a67c-860b911d04d7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Sep 21 21:36:03.911582 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 6 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:03.958131 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:04.179497 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 9a004aa0-7da3-4893-84d0-ff7489a1b0ab up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:04.235760 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:04.236147 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:04.236489 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab Sep 21 21:36:04.314329 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:04.314723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:04.336500 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:04.340429 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:04.366755 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Sync routers for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:36:04.378603 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:04.379356 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:04.397501 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:04.459832 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 7 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:04.483608 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:04.496230 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:04.685665 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '85696fd1-85c1-42b7-92fc-0debf790bbe5', 'name': '', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'mac_address': 'fa:16:3e:62:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:36:00Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 2, 'project_id': '8ecf004404074b7ab98122905736ef31', 'subnets': [{'id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:04.711576 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Checking router: 8b67b465-e772-4957-9f32-405e8e50ec02 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:36:04.711937 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Updating router 8b67b465-e772-4957-9f32-405e8e50ec02 port 85696fd1-85c1-42b7-92fc-0debf790bbe5 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:36:04.740892 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:04.863830 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8537-8026-4220-8343-a9f0289b1e60 req-094f2eae-b4ff-4a12-b7cf-1eb148b2c282 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:04.869647 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a30b8537-8026-4220-8343-a9f0289b1e60 req-094f2eae-b4ff-4a12-b7cf-1eb148b2c282 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0555255 Sep 21 21:36:04.912816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a30b8537-8026-4220-8343-a9f0289b1e60 req-3565c082-28f0-4a8b-902f-3a2d0a778113 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Sep 21 21:36:04.997002 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 8 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:05.036769 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks [] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.043721 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.050550 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Port 85696fd1-85c1-42b7-92fc-0debf790bbe5 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:05.117865 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38084c61-f7f6-4506-b743-8a09953f56c7 None None] Pushing event updated for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:05.155380 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Attempting to bind port 85696fd1-85c1-42b7-92fc-0debf790bbe5 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:36:05.156223 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Attempting to bind port 85696fd1-85c1-42b7-92fc-0debf790bbe5 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:36:05.157507 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Attempting to bind port 85696fd1-85c1-42b7-92fc-0debf790bbe5 on network 176f0163-a222-4930-a501-4de04d76cad4 {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:05.164214 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:36:05.165055 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Checking segment: {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:36:05.165849 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.166913 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Bound using segment: {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:36:05.167588 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Bound port: 85696fd1-85c1-42b7-92fc-0debf790bbe5, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885b78d0-3707-449c-977d-ec34b8abc8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '176f0163-a222-4930-a501-4de04d76cad4'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:36:05.168176 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.238078 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] For port 85696fd1-85c1-42b7-92fc-0debf790bbe5, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:36:05.241286 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] For port 85696fd1-85c1-42b7-92fc-0debf790bbe5, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=85696fd1-85c1-42b7-92fc-0debf790bbe5,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:36:05.247314 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.280538 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:05.281174 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:35:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:05.340088 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38084c61-f7f6-4506-b743-8a09953f56c7 None None] Pushing event updated for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:05.406190 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:05.552478 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Attempt 9 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:05.637388 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '85696fd1-85c1-42b7-92fc-0debf790bbe5', 'name': '', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'mac_address': 'fa:16:3e:62:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:36:00Z', 'updated_at': '2022-09-21T21:36:05Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'subnets': [{'id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:05.642097 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Current status of the port 85696fd1-85c1-42b7-92fc-0debf790bbe5 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:05.643015 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.677265 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e4f69-4d0d-4180-baa6-79c112da1810 None None] The sync data for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi is: [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:00Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '85696fd1-85c1-42b7-92fc-0debf790bbe5', 'name': '', 'network_id': '176f0163-a222-4930-a501-4de04d76cad4', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'mac_address': 'fa:16:3e:62:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:36:00Z', 'updated_at': '2022-09-21T21:36:05Z', 'revision_number': 4, 'project_id': '8ecf004404074b7ab98122905736ef31', 'subnets': [{'id': '11534549-ce57-4745-a68e-d5fd9b5ed200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:36:05.686645 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] For port 85696fd1-85c1-42b7-92fc-0debf790bbe5, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=85696fd1-85c1-42b7-92fc-0debf790bbe5,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:05.692182 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.755458 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8f3fd-41f8-4676-aa36-0c11abfc238b None None] Pushing event updated for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:05.815176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-dc03d30f-9b68-42c4-9fac-3cfb4381a64f None None] Provisioning complete for port 85696fd1-85c1-42b7-92fc-0debf790bbe5 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:05.815558 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dc03d30f-9b68-42c4-9fac-3cfb4381a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:05.815900 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-dc03d30f-9b68-42c4-9fac-3cfb4381a64f None None] Attempt 1 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:05.894868 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-dc03d30f-9b68-42c4-9fac-3cfb4381a64f None None] Current status of the port 85696fd1-85c1-42b7-92fc-0debf790bbe5 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:06.048634 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400096e1-b448-4e51-bb5b-fb16cc48953b req-75f22faa-0cb7-4a36-9743-c8bf85b15c2b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:06.050311 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-400096e1-b448-4e51-bb5b-fb16cc48953b req-75f22faa-0cb7-4a36-9743-c8bf85b15c2b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0563238 Sep 21 21:36:06.132945 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-400096e1-b448-4e51-bb5b-fb16cc48953b req-6840c8a8-8f3f-4197-b40e-3a876ed968b6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752654 Sep 21 21:36:06.188779 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 9a004aa0-7da3-4893-84d0-ff7489a1b0ab up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:06.239595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:06.240155 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:06.240501 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab Sep 21 21:36:06.321857 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:06.323146 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 85696fd1-85c1-42b7-92fc-0debf790bbe5 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:06.373145 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 85696fd1-85c1-42b7-92fc-0debf790bbe5 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:06.373630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:06.374017 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 85696fd1-85c1-42b7-92fc-0debf790bbe5 Sep 21 21:36:06.473363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 85696fd1-85c1-42b7-92fc-0debf790bbe5 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:06.875203 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f530b-6c8d-431f-817c-7f08523eae47 req-5b1e0305-0594-462f-b97e-c9ab22a7514f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:06.876756 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f7f530b-6c8d-431f-817c-7f08523eae47 req-5b1e0305-0594-462f-b97e-c9ab22a7514f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Sep 21 21:36:06.927493 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f7f530b-6c8d-431f-817c-7f08523eae47 req-e4543004-a7a9-43fc-af48-a4195c934e33 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431662 Sep 21 21:36:07.261510 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e25e3e-8754-48c8-8087-53bfca0bd900 req-a72a047f-4d5c-46ca-aafb-040ec82d7b40 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:07.262919 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-15e25e3e-8754-48c8-8087-53bfca0bd900 req-a72a047f-4d5c-46ca-aafb-040ec82d7b40 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0552800 Sep 21 21:36:07.311845 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-15e25e3e-8754-48c8-8087-53bfca0bd900 req-1d303683-2f02-4abd-a699-c486a3f0befc tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Sep 21 21:36:07.624612 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57064) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:07.735516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:07.815472 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Publish callbacks [] for security_group (6e8699de-fe58-451a-bc99-ce401d2b24b7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:07.820329 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (6e8699de-fe58-451a-bc99-ce401d2b24b7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:07.850665 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57070) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:07.858486 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e89b1ba2154b42cbbb65d2852c23ace6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322447 Sep 21 21:36:07.859505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8699de-fe58-451a-bc99-ce401d2b24b7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:07.861203 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57074) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:07.866910 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.867260 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.867601 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.867934 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.868261 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.868591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.869127 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.869254 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.869553 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.869996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.870340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.870584 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.870861 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434bf64-d064-49e1-8777-ae586323926c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:07.923342 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Publish callbacks [] for security_group (6e8699de-fe58-451a-bc99-ce401d2b24b7), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:07.954083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Publish callbacks [] for security_group (6e8699de-fe58-451a-bc99-ce401d2b24b7), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:07.970271 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29601a76-74fd-4694-b9fb-56729797de9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.042429 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (6e8699de-fe58-451a-bc99-ce401d2b24b7), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.044833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.046203 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e8699de-fe58-451a-bc99-ce401d2b24b7 HTTP/1.1" status: 204 len: 168 time: 0.1832843 Sep 21 21:36:08.061982 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8699de-fe58-451a-bc99-ce401d2b24b7,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:08.083111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.083641 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.084132 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.084936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.085420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.085945 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.086420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.086896 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.087475 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.088007 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.088521 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.089022 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.090001 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7839c9c8-fd1d-41d2-988b-993df6b016db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:08.107207 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29601a76-74fd-4694-b9fb-56729797de9c admin admin] Publish callbacks [] for security_group (14dd754c-60bd-4906-82ef-327061c5b855), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.113465 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29601a76-74fd-4694-b9fb-56729797de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (14dd754c-60bd-4906-82ef-327061c5b855), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.119894 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bccf1-4223-46f9-b958-eb82507a132c req-f18372db-5698-40b3-a6bf-5503044fcbff tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:08.121427 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a94bccf1-4223-46f9-b958-eb82507a132c req-f18372db-5698-40b3-a6bf-5503044fcbff tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1060243 Sep 21 21:36:08.149665 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-29601a76-74fd-4694-b9fb-56729797de9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c113c494b7be4ceabec18dbb97434bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978699 Sep 21 21:36:08.152849 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57082) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:08.164935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e14c-bbe0-4a8e-b93b-1426e61c1a5f req-711898f6-c792-4e25-8344-97d6e4e42f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:08.166726 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a260e14c-bbe0-4a8e-b93b-1426e61c1a5f req-711898f6-c792-4e25-8344-97d6e4e42f6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1129 time: 0.0975873 Sep 21 21:36:08.180730 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29601a76-74fd-4694-b9fb-56729797de9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dd754c-60bd-4906-82ef-327061c5b855,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:08.213219 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a94bccf1-4223-46f9-b958-eb82507a132c req-a0c4b0db-3faf-4b8d-87e5-6ed15546a376 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841944 Sep 21 21:36:08.236736 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a260e14c-bbe0-4a8e-b93b-1426e61c1a5f req-52a39fdf-8226-4d33-8b7a-65c5e949af85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Sep 21 21:36:08.241053 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] Publish callbacks [] for security_group (14dd754c-60bd-4906-82ef-327061c5b855), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.269696 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] Publish callbacks [] for security_group (14dd754c-60bd-4906-82ef-327061c5b855), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.328433 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (14dd754c-60bd-4906-82ef-327061c5b855), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.331239 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:08.335492 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14dd754c-60bd-4906-82ef-327061c5b855 HTTP/1.1" status: 204 len: 168 time: 0.1813412 Sep 21 21:36:08.346463 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349abbd-7dae-4c24-8d64-0fcc73a9654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dd754c-60bd-4906-82ef-327061c5b855,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:08.465707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b2c60-1f92-461f-953a-5a13e08bd17e req-546b9d76-a5d3-49c7-a5a7-aeffb1372371 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:08.467845 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9a9b2c60-1f92-461f-953a-5a13e08bd17e req-546b9d76-a5d3-49c7-a5a7-aeffb1372371 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0598795 Sep 21 21:36:08.527060 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9a9b2c60-1f92-461f-953a-5a13e08bd17e req-f9add418-6e71-4ea9-8a81-230f1ab12d31 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Sep 21 21:36:09.402814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f704f0-fac7-47c6-bb7d-ae63d7dec876 req-fbd1b445-4b9f-44e8-8ab6-04ed6f154516 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:09.404307 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f704f0-fac7-47c6-bb7d-ae63d7dec876 req-fbd1b445-4b9f-44e8-8ab6-04ed6f154516 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0526927 Sep 21 21:36:09.456389 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f704f0-fac7-47c6-bb7d-ae63d7dec876 req-a57dda65-5c70-4917-bab8-857d206f5b26 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Sep 21 21:36:09.661965 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:36:09.670984 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e6878-c291-48f1-b7a1-f7b49b6e7dd8 req-68a76896-9bb6-4804-bbb8-83e53499a773 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:09.672491 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5d4e6878-c291-48f1-b7a1-f7b49b6e7dd8 req-68a76896-9bb6-4804-bbb8-83e53499a773 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0593166 Sep 21 21:36:09.719899 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5d4e6878-c291-48f1-b7a1-f7b49b6e7dd8 req-4521c3ff-2523-4e0a-9e7d-d0ef34fcd15f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Sep 21 21:36:09.999547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-6872222d-7dab-4023-8f8d-0f5739df6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.001595 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-6872222d-7dab-4023-8f8d-0f5739df6563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 1129 time: 0.0808713 Sep 21 21:36:10.014169 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf316-ba07-4ef8-97b2-d721fc87ca36 req-847b5ef1-b73e-4a89-853e-f54eafa1bab7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.015638 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15faf316-ba07-4ef8-97b2-d721fc87ca36 req-847b5ef1-b73e-4a89-853e-f54eafa1bab7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0851104 Sep 21 21:36:10.114573 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15faf316-ba07-4ef8-97b2-d721fc87ca36 req-89bda88e-d6ac-4757-bb3e-7ae9566eaa7a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899155 Sep 21 21:36:10.136210 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-1a5ec33a-4ce5-4d4c-8713-13d90c53b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.137673 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-1a5ec33a-4ce5-4d4c-8713-13d90c53b1fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1205304 Sep 21 21:36:10.176838 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-fa3c250f-300f-4116-969f-3febc01a2df1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 200 len: 217 time: 0.0321198 Sep 21 21:36:10.231811 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-8334b28c-8547-4542-af70-c5c22b7c6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.233279 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-8334b28c-8547-4542-af70-c5c22b7c6c36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0451040 Sep 21 21:36:10.287682 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-24c4ae15-3a0b-480b-a88d-d06a23a4d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.289134 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-24c4ae15-3a0b-480b-a88d-d06a23a4d1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483358 Sep 21 21:36:10.385349 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-3fe30019-f60a-449f-a57a-cae2fb50cddd service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863514 Sep 21 21:36:10.476593 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bee5a1e-c97b-43ec-90bd-973f376fd785 req-9e64dd65-aff4-4a67-9abc-d0b8850be7d6 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812643 Sep 21 21:36:10.594957 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274f07-7797-4ebc-a091-4e9c09ba606b req-121db657-0e43-4983-89cd-2a76b598782e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:10.596533 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ed274f07-7797-4ebc-a091-4e9c09ba606b req-121db657-0e43-4983-89cd-2a76b598782e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Sep 21 21:36:10.643993 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ed274f07-7797-4ebc-a091-4e9c09ba606b req-f6d3141f-b78e-487c-91bf-258c88a2852b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Sep 21 21:36:11.240098 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5e245-f399-44c2-9d49-af71565532b2 req-57cd7dc5-5e82-4097-89bd-0f37726ed9ee tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:11.241852 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-efc5e245-f399-44c2-9d49-af71565532b2 req-57cd7dc5-5e82-4097-89bd-0f37726ed9ee tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0552051 Sep 21 21:36:11.301125 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-efc5e245-f399-44c2-9d49-af71565532b2 req-4fca55b4-3593-4acf-9267-427b7488f1e6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Sep 21 21:36:11.773152 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f05c2-a8a6-48ac-9d1c-4a820f7d779c req-5ef547e9-d50f-44e9-9c89-cab84cec8f9a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:11.774656 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-499f05c2-a8a6-48ac-9d1c-4a820f7d779c req-5ef547e9-d50f-44e9-9c89-cab84cec8f9a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0542972 Sep 21 21:36:11.819878 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-499f05c2-a8a6-48ac-9d1c-4a820f7d779c req-c1c1f5f8-5ad5-44eb-815c-c6609068d5f8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Sep 21 21:36:12.425474 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd49a50-4e57-4480-8e4b-c22d296420e7 req-df21e6ae-d793-4cb7-a226-b496c5492260 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:12.426971 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1dd49a50-4e57-4480-8e4b-c22d296420e7 req-df21e6ae-d793-4cb7-a226-b496c5492260 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0504823 Sep 21 21:36:12.474998 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1dd49a50-4e57-4480-8e4b-c22d296420e7 req-73a12084-04ec-439c-923d-5a7a447af9bb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Sep 21 21:36:12.946689 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae228-8b3f-4353-9901-7b0f14c44866 req-7f174773-e227-44e0-958d-82058ec9691b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:12.948158 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-768ae228-8b3f-4353-9901-7b0f14c44866 req-7f174773-e227-44e0-958d-82058ec9691b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Sep 21 21:36:12.993026 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-768ae228-8b3f-4353-9901-7b0f14c44866 req-59321b5d-ddfc-4928-809a-612a9e90a196 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394795 Sep 21 21:36:13.602716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cf77b-0280-4cdf-87c3-dc77f4691fb2 req-4efeb225-9c47-4115-9865-d00e91319852 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:13.604283 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c83cf77b-0280-4cdf-87c3-dc77f4691fb2 req-4efeb225-9c47-4115-9865-d00e91319852 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0525739 Sep 21 21:36:13.650729 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c83cf77b-0280-4cdf-87c3-dc77f4691fb2 req-d44e52f0-fd25-4b9b-858f-39318e408f09 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Sep 21 21:36:14.129742 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee539da8-f4cd-420a-ac88-ae4c644d4288 req-6e4dce99-e88a-4fba-9181-f32ddc96efd4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:14.131269 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee539da8-f4cd-420a-ac88-ae4c644d4288 req-6e4dce99-e88a-4fba-9181-f32ddc96efd4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0583308 Sep 21 21:36:14.177886 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee539da8-f4cd-420a-ac88-ae4c644d4288 req-20b81c06-d6df-4b74-95cb-a93a0ba4f1b9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Sep 21 21:36:14.845200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952d92-7128-4fb1-84b4-8cd8029d1cce req-2aa29b30-94b2-48a6-be2f-f5f242fe5c70 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:14.846894 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd952d92-7128-4fb1-84b4-8cd8029d1cce req-2aa29b30-94b2-48a6-be2f-f5f242fe5c70 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0627363 Sep 21 21:36:14.897094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd952d92-7128-4fb1-84b4-8cd8029d1cce req-38c71534-2092-46bf-a69d-26a5b1fb296f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Sep 21 21:36:15.166313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ce4db-c27c-4237-88e6-f2ad1112f75e req-57b209e4-0ca9-473c-888a-9fc8ebf7565f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:15.167803 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e57ce4db-c27c-4237-88e6-f2ad1112f75e req-57b209e4-0ca9-473c-888a-9fc8ebf7565f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0603542 Sep 21 21:36:15.227986 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e57ce4db-c27c-4237-88e6-f2ad1112f75e req-de3d832d-d2ad-495d-9022-4c8bdcf1de05 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544205 Sep 21 21:36:15.335988 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87590-9167-4f37-9b90-5fa7c20e5ea0 req-f062047b-0493-493c-9f72-3933b6122246 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:15.337361 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e6e87590-9167-4f37-9b90-5fa7c20e5ea0 req-f062047b-0493-493c-9f72-3933b6122246 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0572698 Sep 21 21:36:15.386539 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e6e87590-9167-4f37-9b90-5fa7c20e5ea0 req-d514aeef-cd30-4a21-adf9-c806065be582 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Sep 21 21:36:16.033629 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ada223-a729-41de-821c-f93ec0bf4679 req-5bf226f3-648b-4db6-b2e6-3f336355d9cd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:16.034758 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58ada223-a729-41de-821c-f93ec0bf4679 req-5bf226f3-648b-4db6-b2e6-3f336355d9cd tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0535538 Sep 21 21:36:16.080760 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58ada223-a729-41de-821c-f93ec0bf4679 req-c9b425b3-f78c-4480-91cd-4ffe549f94a9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Sep 21 21:36:16.376718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef26c-9a88-4e9e-90bf-4076954b72cb req-83e10530-e1a6-40ec-a133-df10942bdf9f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:16.378414 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27eef26c-9a88-4e9e-90bf-4076954b72cb req-83e10530-e1a6-40ec-a133-df10942bdf9f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0615127 Sep 21 21:36:16.430781 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27eef26c-9a88-4e9e-90bf-4076954b72cb req-ed739a3a-cd77-47d7-bf40-6682fa686643 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Sep 21 21:36:16.519192 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d081-8484-4a1a-ad55-e419a91ee4da req-d8aecf05-c892-4962-b5ba-1b2f52b6f816 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:16.520680 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e164d081-8484-4a1a-ad55-e419a91ee4da req-d8aecf05-c892-4962-b5ba-1b2f52b6f816 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0505915 Sep 21 21:36:16.566566 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e164d081-8484-4a1a-ad55-e419a91ee4da req-68ffc0d1-ad33-4f08-89c3-8dc7a36d5ddf tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Sep 21 21:36:17.513590 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57270) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.518217 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199077985', 'description': 'tempest-description--1750197696'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:17.543843 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.546608 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57272) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.573099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8b90d-3a0b-4b82-aa9b-6ad219ae020c req-cc632a07-3131-4a46-93b0-1ec959d22bfc tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:17.574781 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bf8b90d-3a0b-4b82-aa9b-6ad219ae020c req-cc632a07-3131-4a46-93b0-1ec959d22bfc tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0647826 Sep 21 21:36:17.629129 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bf8b90d-3a0b-4b82-aa9b-6ad219ae020c req-54411c3e-64aa-4390-b305-c95bda7d8455 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Sep 21 21:36:17.636498 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (44a36611-b72d-4d0e-8fc2-84f9c056c37e), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.647033 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (44a36611-b72d-4d0e-8fc2-84f9c056c37e), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.680405 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.681625 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1669080 Sep 21 21:36:17.684686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57280) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.689256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'security_group_rule': {'security_group_id': '44a36611-b72d-4d0e-8fc2-84f9c056c37e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:17.714550 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (65345f50-1373-4464-a4f0-f5a1d1722841), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.726446 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-be44dc7e-bae5-4618-8175-889dcd8be666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.737665 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d176eb-3ed7-4476-81c2-1828f072bf69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a36611-b72d-4d0e-8fc2-84f9c056c37e,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:17.778620 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05f97e-ab9d-44ba-af38-fe8a3125370d req-7828ca61-8d64-451d-bb3b-2d8487487d9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:17.780138 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7e05f97e-ab9d-44ba-af38-fe8a3125370d req-7828ca61-8d64-451d-bb3b-2d8487487d9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1162767 Sep 21 21:36:17.787904 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (65345f50-1373-4464-a4f0-f5a1d1722841), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.791554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (65345f50-1373-4464-a4f0-f5a1d1722841), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.822753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.824271 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384058 Sep 21 21:36:17.825555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915512d-f015-47cb-9c1c-772e2cfca81b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65345f50-1373-4464-a4f0-f5a1d1722841,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:17.826959 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57284) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.832279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'security_group_rule': {'security_group_id': '44a36611-b72d-4d0e-8fc2-84f9c056c37e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:17.856515 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (00df03b0-39b9-4e32-bbac-008998d294ec), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.861986 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7e05f97e-ab9d-44ba-af38-fe8a3125370d req-d62947b1-e7c6-44ba-bdcd-fe1610866aa4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715401 Sep 21 21:36:17.873073 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-be44dc7e-bae5-4618-8175-889dcd8be666 admin admin] Publish callbacks [] for security_group (955f6293-d17f-4e2b-a17d-bb8217217115), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.877444 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-be44dc7e-bae5-4618-8175-889dcd8be666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (955f6293-d17f-4e2b-a17d-bb8217217115), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.917175 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44dc7e-bae5-4618-8175-889dcd8be666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f6293-d17f-4e2b-a17d-bb8217217115,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:17.921720 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-be44dc7e-bae5-4618-8175-889dcd8be666 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8add0db68cc4248baac0f6fcab945c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731940 Sep 21 21:36:17.924657 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57286) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.935653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (00df03b0-39b9-4e32-bbac-008998d294ec), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.940185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (00df03b0-39b9-4e32-bbac-008998d294ec), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.960791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00df03b0-39b9-4e32-bbac-008998d294ec,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:17.966480 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.967796 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-085c8471-73e4-4f3a-86bc-6da04e316439 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399198 Sep 21 21:36:17.971094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57288) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:17.975551 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:17.979930 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] Publish callbacks [] for security_group (955f6293-d17f-4e2b-a17d-bb8217217115), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:17.997791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.003830 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] Publish callbacks [] for security_group (955f6293-d17f-4e2b-a17d-bb8217217115), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.094785 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-76067901-2686-424c-b1a2-b3ae9ea42142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.105410 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.237035 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Allocated IP 172.27.0.215 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/633634ae-9f3f-4f49-9f94-57dd9c7e14b0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:18.262783 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (955f6293-d17f-4e2b-a17d-bb8217217115), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.267329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.268510 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/955f6293-d17f-4e2b-a17d-bb8217217115 HTTP/1.1" status: 204 len: 168 time: 0.3421795 Sep 21 21:36:18.277332 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805323d-0876-4f34-ae73-c2c23b79d80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f6293-d17f-4e2b-a17d-bb8217217115,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:18.357431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.393445 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.436604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:18.439976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:18.443265 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:18.477520 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'Port': ['ID=633634ae-9f3f-4f49-9f94-57dd9c7e14b0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:18.551564 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.590740 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.790219 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.800082 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcb39b-c051-4964-b86a-05a1692b7a73 req-2b7ffb96-65f4-441e-9267-8aeab9684d22 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:18.801569 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4fcb39b-c051-4964-b86a-05a1692b7a73 req-2b7ffb96-65f4-441e-9267-8aeab9684d22 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0847509 Sep 21 21:36:18.802647 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.906074 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'Port': ['ID=633634ae-9f3f-4f49-9f94-57dd9c7e14b0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:18.918391 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4fcb39b-c051-4964-b86a-05a1692b7a73 req-afc0fecd-84aa-4fc3-8785-ea278ae55a72 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103904 Sep 21 21:36:18.919636 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.943811 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:18.945481 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-26adb84d-9c5f-45a7-8d51-df7c783cecaf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9734089 Sep 21 21:36:19.021051 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625c3f6-b748-4740-b0ea-661a0fd3f1a5 req-fd4f28ca-e3ac-4ec2-a85f-b3f422a89a4a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:19.022648 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0625c3f6-b748-4740-b0ea-661a0fd3f1a5 req-fd4f28ca-e3ac-4ec2-a85f-b3f422a89a4a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0694225 Sep 21 21:36:19.071094 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0625c3f6-b748-4740-b0ea-661a0fd3f1a5 req-8fb6fdd8-b2ee-4976-818b-4612bcdec1cc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423043 Sep 21 21:36:19.154387 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-70a5ffb2-ccb9-49d0-aac5-792f3c3823dc tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1199077985&fields=id&tenant_id=2e8baf1ca3794455876e6e2752d0a090 HTTP/1.1" status: 200 len: 267 time: 0.0421941 Sep 21 21:36:19.262360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-1296a8b9-f79b-4ecc-9b33-b2d278fd56b5 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:19.263822 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-1296a8b9-f79b-4ecc-9b33-b2d278fd56b5 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.1025848 Sep 21 21:36:19.278113 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-fc147cf8-4682-43a4-a5b3-b06cf745a1d5 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/quotas/2e8baf1ca3794455876e6e2752d0a090 HTTP/1.1" status: 200 len: 375 time: 0.0086224 Sep 21 21:36:19.334403 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-db01e3b0-d940-4bb3-af07-57a504e86889 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0507948 Sep 21 21:36:19.425180 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-0758b060-b3e1-4c51-aca6-170c72ebdd91 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788188 Sep 21 21:36:19.746389 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-b3f52a8a-f1ad-4217-a48f-1f364860d7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157628 Sep 21 21:36:19.924287 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1451fed9-c330-410a-9630-f6a8074f7c63 req-bf0b36a2-38a3-462f-9683-766eda5ffe04 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 210 time: 0.0281472 Sep 21 21:36:20.043095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b02651-52a9-4399-997c-19c2f8f99bc5 req-a00f42a7-2623-4df2-84a6-cc20d7c9f602 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:20.044633 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08b02651-52a9-4399-997c-19c2f8f99bc5 req-a00f42a7-2623-4df2-84a6-cc20d7c9f602 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0536661 Sep 21 21:36:20.095088 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08b02651-52a9-4399-997c-19c2f8f99bc5 req-38603272-e095-4a2e-ba5e-ae7b264748e5 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Sep 21 21:36:20.209164 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419836ee-4279-4955-8774-d380d0c84033 req-9ec892fc-8249-4e0b-add4-a1c19d27ad7b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:20.210690 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-419836ee-4279-4955-8774-d380d0c84033 req-9ec892fc-8249-4e0b-add4-a1c19d27ad7b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0560277 Sep 21 21:36:20.264775 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-419836ee-4279-4955-8774-d380d0c84033 req-9e03184d-a789-41dc-8e7f-9b50adc7b828 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Sep 21 21:36:20.358713 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-1e403b8e-3dcb-4ebc-b846-1af843fa616e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.024845 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-61019fd1-88e5-43a9-8988-386633352976 req-c06dd9d7-2d5d-48cc-80ba-98505e159d6e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 210 time: 0.0344629 Sep 21 21:36:21.128647 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-2e609a93-f029-4d1f-905f-d043dbe3d9b2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:21.130133 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-2e609a93-f029-4d1f-905f-d043dbe3d9b2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 818 time: 0.1004126 Sep 21 21:36:21.193789 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-cd8d5ec9-9b41-4aa5-9c94-c2b3d2ed719c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8baf1ca3794455876e6e2752d0a090 HTTP/1.1" status: 200 len: 380 time: 0.0546081 Sep 21 21:36:21.214629 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'port': {'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'admin_state_up': True, 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'security_groups': ['44a36611-b72d-4d0e-8fc2-84f9c056c37e']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:21.226748 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702986b-ccf9-4360-8dc1-d3f8af6b8809 req-60a0ede1-d20c-4380-adef-4b1918b87eaa tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:21.228224 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2702986b-ccf9-4360-8dc1-d3f8af6b8809 req-60a0ede1-d20c-4380-adef-4b1918b87eaa tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Sep 21 21:36:21.278364 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2702986b-ccf9-4360-8dc1-d3f8af6b8809 req-1c024083-8610-477b-a30a-076bb93d7eb4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Sep 21 21:36:21.336296 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Made reservation on behalf of 2e8baf1ca3794455876e6e2752d0a090 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:36:21.340043 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.483496 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8bdbc-5a5b-43dd-9996-6dd07bb6c0b4 req-fc84407c-5216-4f20-bd10-cdc0a17c82b3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:21.485018 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a8f8bdbc-5a5b-43dd-9996-6dd07bb6c0b4 req-fc84407c-5216-4f20-bd10-cdc0a17c82b3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1282523 Sep 21 21:36:21.521894 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Allocated IP 172.20.0.7 (63fcecc3-32c4-46d5-887e-4614c3e0a04e/052a624c-4e58-4257-b624-04204289d3ad/3524c454-3203-4a65-ad1b-5a20b5a4463f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:21.560318 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a8f8bdbc-5a5b-43dd-9996-6dd07bb6c0b4 req-00b8bc82-0cce-40d5-896a-8604058b2c1d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680542 Sep 21 21:36:21.684064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.718059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.760067 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:21.763537 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:21.767329 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.770787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:21.776610 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event updated for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:21.827442 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:21.828063 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:21.846397 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-64351735-0eac-4b1c-b1f3-d536476e946a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356480 Sep 21 21:36:21.861333 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Request body: {'port': {'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:21.926660 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.030023 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Provisioning complete for port 3524c454-3203-4a65-ad1b-5a20b5a4463f triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:22.030023 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.030023 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Attempt 1 to provision port 3524c454-3203-4a65-ad1b-5a20b5a4463f Sep 21 21:36:22.060140 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Port 3524c454-3203-4a65-ad1b-5a20b5a4463f cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:22.148372 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2b21-460d-459d-8d31-be9f54941f83 req-6b11b04e-ba90-49f4-b762-7807c1c9b4af tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.149887 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13fd2b21-460d-459d-8d31-be9f54941f83 req-6b11b04e-ba90-49f4-b762-7807c1c9b4af tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 931 time: 0.0524914 Sep 21 21:36:22.184456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3524c454-3203-4a65-ad1b-5a20b5a4463f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:22.192664 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks [] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.201744 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13fd2b21-460d-459d-8d31-be9f54941f83 req-46fd82cd-b00e-4a37-986c-104a9f92bcb7 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462718 Sep 21 21:36:22.205069 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Transition to ACTIVE for port object 3524c454-3203-4a65-ad1b-5a20b5a4463f will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:36:22.209268 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.282835 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Pushing event updated for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:22.308957 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Attempting to bind port 3524c454-3203-4a65-ad1b-5a20b5a4463f on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:36:22.309294 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Attempting to bind port 3524c454-3203-4a65-ad1b-5a20b5a4463f by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:36:22.309629 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Attempting to bind port 3524c454-3203-4a65-ad1b-5a20b5a4463f on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:22.314594 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Port 3524c454-3203-4a65-ad1b-5a20b5a4463f on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:36:22.314919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Attempting to bind port 3524c454-3203-4a65-ad1b-5a20b5a4463f on network 63fcecc3-32c4-46d5-887e-4614c3e0a04e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:22.319719 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:36:22.320062 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Checking segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:36:22.320443 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Bound using segment: {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:36:22.321127 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Bound port: 3524c454-3203-4a65-ad1b-5a20b5a4463f, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f89af5b-9f19-460a-842e-575818d1bea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:36:22.321487 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.412491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:36:22.417577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:36:22.424521 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.429115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.429726 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.431120 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] 10.222.0.20 "PUT /v2.0/ports/3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 1093 time: 0.5763793 Sep 21 21:36:22.431739 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:22.434238 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee1834-2b05-4a8a-967a-3ca09ea1288e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:22.443290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c492e-975b-4d69-9095-f6627654f60c req-952ea4a1-9087-4875-b896-d51a658e81b9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.444759 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec9c492e-975b-4d69-9095-f6627654f60c req-952ea4a1-9087-4875-b896-d51a658e81b9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0912640 Sep 21 21:36:22.496092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ac483-cd10-4402-aef9-d3b09cacb19f x-openstack-request-id: req-ee8ac483-cd10-4402-aef9-d3b09cacb19f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:22.496394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:22.496693 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee8ac483-cd10-4402-aef9-d3b09cacb19f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:22.497099 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8ac483-cd10-4402-aef9-d3b09cacb19f'] response: {'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'status': 'completed', 'code': 200} Sep 21 21:36:22.543197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4247c6-bb39-4d52-a66e-fe62ab5f062f service neutron] Pushing event updated for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:22.546065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57374) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:22.551025 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683206767', 'description': 'tempest-description--1806438889'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:22.560851 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec9c492e-975b-4d69-9095-f6627654f60c req-6e1af655-826c-41ab-b4d5-dfeb36099da7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966992 Sep 21 21:36:22.561018 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Attempt 2 to provision port 3524c454-3203-4a65-ad1b-5a20b5a4463f Sep 21 21:36:22.570233 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-d6f9c513-82a3-4139-b1c0-dc1aa295d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.572536 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-d6f9c513-82a3-4139-b1c0-dc1aa295d359 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1127 time: 0.0980039 Sep 21 21:36:22.574426 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.606175 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3e67b2fc-0442-4c52-902b-bc76cb1b596f None None] Port 3524c454-3203-4a65-ad1b-5a20b5a4463f had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:36:22.619337 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-c6d2b527-683d-4a49-a6ec-a3d67b35735f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 217 time: 0.0398464 Sep 21 21:36:22.658711 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (a0cadb11-1d82-4da0-8472-23669e248033), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.667736 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a0cadb11-1d82-4da0-8472-23669e248033), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.671473 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-25efa5d2-96e7-49e6-a45b-4c7be5226501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.673604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-25efa5d2-96e7-49e6-a45b-4c7be5226501 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0471864 Sep 21 21:36:22.710048 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.711265 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1641288 Sep 21 21:36:22.714669 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57378) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:22.720396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': 'a0cadb11-1d82-4da0-8472-23669e248033', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:22.724793 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0efba-efd5-4df7-9637-91fd33d59e54 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cadb11-1d82-4da0-8472-23669e248033,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:22.737317 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-93a840a7-5250-486d-8c59-3ef52612bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.738848 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-93a840a7-5250-486d-8c59-3ef52612bc07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578864 Sep 21 21:36:22.739371 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bc537-086b-4770-8097-3785414c5b03 req-a8326995-17e6-42ec-a8d4-e2dbd86f1dcb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:22.746208 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-849bc537-086b-4770-8097-3785414c5b03 req-a8326995-17e6-42ec-a8d4-e2dbd86f1dcb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0910964 Sep 21 21:36:22.789061 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-849bc537-086b-4770-8097-3785414c5b03 req-c882b5bc-33dd-4a24-9404-14b33cfe9629 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Sep 21 21:36:22.791752 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (325b2428-d1be-4875-bb36-69c28f954fe7), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.866894 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (325b2428-d1be-4875-bb36-69c28f954fe7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.869802 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-929c2aab-1424-4cb4-a7ee-6009c038133f service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242898 Sep 21 21:36:22.870810 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (325b2428-d1be-4875-bb36-69c28f954fe7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.896851 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325b2428-d1be-4875-bb36-69c28f954fe7,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:22.909911 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.911083 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8b7e5d88-6363-4572-a80d-887dee1416e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953480 Sep 21 21:36:22.914080 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57380) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:22.918636 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': 'a0cadb11-1d82-4da0-8472-23669e248033', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:22.943212 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (5e5a2647-1700-4ebe-9b11-10a3198576af), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:22.981612 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-782695a6-7fb8-4914-9389-ec8cb9b6d016 req-78f7872b-bcf0-4754-b1d5-78b963638bcd service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955091 Sep 21 21:36:22.997870 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (5e5a2647-1700-4ebe-9b11-10a3198576af), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.002417 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (5e5a2647-1700-4ebe-9b11-10a3198576af), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.022489 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5a2647-1700-4ebe-9b11-10a3198576af,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:23.032382 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.036727 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3a2167aa-6c35-473f-a078-7bfb1dd00d45 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185255 Sep 21 21:36:23.036727 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57384) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:23.041338 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:23.064556 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.102592 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-202ff410-cdc6-4477-b39d-3159accfd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.104210 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-202ff410-cdc6-4477-b39d-3159accfd347 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1127 time: 0.0534389 Sep 21 21:36:23.162593 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.195046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-bcbd4a95-85d1-4243-bfe8-7eae8181bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.196767 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-bcbd4a95-85d1-4243-bfe8-7eae8181bd7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.0848632 Sep 21 21:36:23.241264 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-b22ba88a-be77-41cc-8910-15810d2350ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 217 time: 0.0372193 Sep 21 21:36:23.280485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.27.0.159 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/7923c35f-e49c-476a-b6e1-44baaa5222b7) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:23.321996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-54e5f751-8c01-4e08-b727-b3353fab5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.323449 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-54e5f751-8c01-4e08-b727-b3353fab5996 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0756607 Sep 21 21:36:23.368291 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73a5dc-adae-49cc-b1fa-511d66a5d56f req-e7cf3b8b-9a31-4d58-970e-d692d2ec5db3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.369745 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c73a5dc-adae-49cc-b1fa-511d66a5d56f req-e7cf3b8b-9a31-4d58-970e-d692d2ec5db3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 943 time: 0.0917132 Sep 21 21:36:23.384124 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.401312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-bc79223c-2b64-45fd-945b-927ab6ac1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.402820 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-bc79223c-2b64-45fd-945b-927ab6ac1528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726140 Sep 21 21:36:23.417306 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.456912 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:23.459748 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:23.465506 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:23.465729 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c73a5dc-adae-49cc-b1fa-511d66a5d56f req-71809a6b-4a6a-4f1a-90aa-7c82ed859101 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876596 Sep 21 21:36:23.471423 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=7923c35f-e49c-476a-b6e1-44baaa5222b7,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:23.513815 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-946a58e6-6f34-4b83-9bf8-eef30f5b3332 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028931 Sep 21 21:36:23.550073 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.586276 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.615543 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59ee1834-2b05-4a8a-967a-3ca09ea1288e req-b78f4fc3-37f9-4449-b695-8b30f8025133 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Sep 21 21:36:23.629623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.767699 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b8d2-94d9-47f9-b26f-40631252e1fe req-5028d6fc-16b5-4111-b6a0-b7d9b92d962d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.769205 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9ce3b8d2-94d9-47f9-b26f-40631252e1fe req-5028d6fc-16b5-4111-b6a0-b7d9b92d962d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1116569 Sep 21 21:36:23.802009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.809508 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.886822 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9ce3b8d2-94d9-47f9-b26f-40631252e1fe req-58299a96-538f-4c99-ae74-4882449d933b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110902 Sep 21 21:36:23.897155 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.910040 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=7923c35f-e49c-476a-b6e1-44baaa5222b7,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:23.922419 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:23.924866 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-fbe11906-9d41-45c7-bdde-c0bc14914899 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8860867 Sep 21 21:36:23.932789 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c73ae-2843-4a0f-b89c-956c695655d7 req-545aaf10-c5f0-467e-b0ae-dbbe003aebd4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:23.932789 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-259c73ae-2843-4a0f-b89c-956c695655d7 req-545aaf10-c5f0-467e-b0ae-dbbe003aebd4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0624065 Sep 21 21:36:23.975939 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-259c73ae-2843-4a0f-b89c-956c695655d7 req-c223578c-d26b-4c3d-912a-09528252e7da tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Sep 21 21:36:24.123094 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-6729e674-cba1-4800-9cb1-3d5a64a8990d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1683206767&fields=id&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 267 time: 0.0445726 Sep 21 21:36:24.229307 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-0894de7b-a040-4f9c-b371-001431e010f4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:24.230784 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-0894de7b-a040-4f9c-b371-001431e010f4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1012943 Sep 21 21:36:24.247293 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-ae24471e-2058-43ad-b1c6-9d585ea25fc6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/quotas/b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 375 time: 0.0088651 Sep 21 21:36:24.301731 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-da28e31d-5536-4b1e-9e67-7de6213a448d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496347 Sep 21 21:36:24.399677 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66f93f37-5a94-4260-94c8-3f14266fc21d service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863996 Sep 21 21:36:24.488185 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-dfcec2d6-229e-484d-8635-7a08d299b79b service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823860 Sep 21 21:36:24.509221 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:24.601531 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d956f-136c-497f-b3af-f96ae4e55a56 req-a58ad9bd-0c65-4d39-b5ea-297ee6ea1a54 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:24.604029 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20d956f-136c-497f-b3af-f96ae4e55a56 req-a58ad9bd-0c65-4d39-b5ea-297ee6ea1a54 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 943 time: 0.0525405 Sep 21 21:36:24.654134 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-241c326e-b793-456e-870b-b1caacbc2c77 req-8db651b8-9f09-4fd1-bc9f-d6e99b6c74f4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 210 time: 0.0294549 Sep 21 21:36:24.675996 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20d956f-136c-497f-b3af-f96ae4e55a56 req-d8607614-9ed3-4303-af29-b1899ccd3f40 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548434 Sep 21 21:36:24.895824 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 3524c454-3203-4a65-ad1b-5a20b5a4463f details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:36:25.008858 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:25.017312 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84d67-f6d0-4b4e-81b6-c8a363fb4263 req-0becc51d-7087-4c4b-855a-6625edf7be18 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:25.019162 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-70a84d67-f6d0-4b4e-81b6-c8a363fb4263 req-0becc51d-7087-4c4b-855a-6625edf7be18 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Sep 21 21:36:25.022178 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:36:25.069598 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 3524c454-3203-4a65-ad1b-5a20b5a4463f is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:25.070021 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:25.084373 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3524c454-3203-4a65-ad1b-5a20b5a4463f {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:25.085558 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-70a84d67-f6d0-4b4e-81b6-c8a363fb4263 req-2cab12bd-09d9-4f47-98dd-7a0f7f7b0302 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558646 Sep 21 21:36:25.114761 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:25.118657 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:25.134397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8e2d-cd20-4fdd-9e5a-7b6b6dbf7213 req-4c8697b5-5e3f-43ed-a6ba-be157de7b87e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:25.136854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-847b8e2d-cd20-4fdd-9e5a-7b6b6dbf7213 req-4c8697b5-5e3f-43ed-a6ba-be157de7b87e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0679705 Sep 21 21:36:25.177527 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:25.186088 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.186545 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.187126 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.188148 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.189543 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.189945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.190801 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.191201 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.191596 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.192034 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.192730 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.193220 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.193559 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:36:25.194257 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-847b8e2d-cd20-4fdd-9e5a-7b6b6dbf7213 req-ad37a8ae-d062-41ff-8dd7-391d962fc97f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503180 Sep 21 21:36:25.419554 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['3524c454-3203-4a65-ad1b-5a20b5a4463f'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:36:25.491716 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-988707c5-2b2e-46eb-b073-5f319622cde9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468144335&fields=id&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 267 time: 0.0432389 Sep 21 21:36:25.599155 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-4c48eb35-9d4c-4d80-876b-f1315c772126 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:25.600624 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-4c48eb35-9d4c-4d80-876b-f1315c772126 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.1021497 Sep 21 21:36:25.619080 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-53d3bef6-8371-44ea-a795-1a2bd28f4135 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/quotas/7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 375 time: 0.0119793 Sep 21 21:36:25.680696 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-8e23b70b-3f90-47bd-a0ed-ec252f25b4a3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538030 Sep 21 21:36:25.712990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-abbcab65-991e-4865-885d-3671fd491804 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:25.715205 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-abbcab65-991e-4865-885d-3671fd491804 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1084008 Sep 21 21:36:25.766279 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9056e1cd-8d43-4a63-93e2-c4c2477b5e0e req-8f1cc239-eabf-4b67-977c-ea841b6a95c4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 210 time: 0.0343812 Sep 21 21:36:25.809457 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-dc08b246-1c53-4117-ba0e-a09e1f94c6c1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006014 Sep 21 21:36:25.845356 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-4b44e541-8fc8-464f-8398-9eec690663c3 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 472 time: 0.1203451 Sep 21 21:36:25.863481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'port': {'device_id': '28573d47-9d15-42b1-aaed-32d8104d0222', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'admin_state_up': True, 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'security_groups': ['a0cadb11-1d82-4da0-8472-23669e248033']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:25.903745 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-79b58e41-bc62-40c3-b9c6-7d0f35e8a289 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881391 Sep 21 21:36:25.943555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1964-7a1e-4230-834b-fab48f6f3e00 req-c2535c05-577c-42fd-aaec-bd71f12d0e49 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:25.944988 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b39b1964-7a1e-4230-834b-fab48f6f3e00 req-c2535c05-577c-42fd-aaec-bd71f12d0e49 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 944 time: 0.1186483 Sep 21 21:36:26.018367 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b39b1964-7a1e-4230-834b-fab48f6f3e00 req-a076e8da-f3f5-43f2-a1fe-1292532fd63b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663157 Sep 21 21:36:26.019376 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:36:26.022564 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.160953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.20.0.5 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/59baf62b-e59d-4caa-9003-3d60d392b8fb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:26.216288 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-31e4bc4e-97b1-4497-8a91-08316227f5ef req-4368e946-1f67-4308-b26f-a9ff3c21244d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 210 time: 0.0300653 Sep 21 21:36:26.243276 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcde05-6688-4386-a302-4b905868f30a req-056b9592-1d21-4aa7-a834-ac842e838946 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:26.244798 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4edcde05-6688-4386-a302-4b905868f30a req-056b9592-1d21-4aa7-a834-ac842e838946 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0807388 Sep 21 21:36:26.349862 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c42da-ebe8-4d00-af55-774d7c870f3a req-6c5ccef3-40f5-4673-9489-925b933ad635 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:26.351887 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-760c42da-ebe8-4d00-af55-774d7c870f3a req-6c5ccef3-40f5-4673-9489-925b933ad635 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0577540 Sep 21 21:36:26.358144 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4edcde05-6688-4386-a302-4b905868f30a req-241106a5-a954-4109-b0f1-0f7238992fbe tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049614 Sep 21 21:36:26.411191 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.419341 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-760c42da-ebe8-4d00-af55-774d7c870f3a req-376f5101-e6b2-4f25-92c2-8e30d8227707 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567749 Sep 21 21:36:26.451640 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.492951 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:26.496420 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:26.506775 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:26.512623 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:26.563583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:26.564237 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.581863 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-70c43b85-c802-4213-bedb-c7a75dac0316 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7226374 Sep 21 21:36:26.596157 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Request body: {'port': {'device_id': '28573d47-9d15-42b1-aaed-32d8104d0222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:26.656614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.755351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Provisioning complete for port 59baf62b-e59d-4caa-9003-3d60d392b8fb triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:26.755901 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.756121 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Attempt 1 to provision port 59baf62b-e59d-4caa-9003-3d60d392b8fb Sep 21 21:36:26.792309 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Port 59baf62b-e59d-4caa-9003-3d60d392b8fb cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:26.897808 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 3524c454-3203-4a65-ad1b-5a20b5a4463f up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:26.939472 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63da0-7a85-47a5-8c7a-d2d1e84719b6 req-4c6b7b83-2a7a-4d4b-a9a5-130cb8f2a4a8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:26.941061 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cd63da0-7a85-47a5-8c7a-d2d1e84719b6 req-4c6b7b83-2a7a-4d4b-a9a5-130cb8f2a4a8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 931 time: 0.0971305 Sep 21 21:36:26.947301 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 3524c454-3203-4a65-ad1b-5a20b5a4463f completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:36:26.952061 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 3524c454-3203-4a65-ad1b-5a20b5a4463f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:26.952439 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:26.952780 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 3524c454-3203-4a65-ad1b-5a20b5a4463f Sep 21 21:36:26.986153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59baf62b-e59d-4caa-9003-3d60d392b8fb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:26.998165 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks [] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.025672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Transition to ACTIVE for port object 59baf62b-e59d-4caa-9003-3d60d392b8fb will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:36:27.028690 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 3524c454-3203-4a65-ad1b-5a20b5a4463f is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:27.029078 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.030050 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cd63da0-7a85-47a5-8c7a-d2d1e84719b6 req-b6d57954-c1b9-4ee5-87bf-2f9dacb0a0fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688391 Sep 21 21:36:27.032173 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.052929 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:27.055423 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1e5053-62ff-4520-8a61-a6cd2abffc8d" -d '{"events": [{"server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "name": "network-vif-plugged", "status": "completed", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:27.067905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:27.075212 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.108942 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487084eb-f7a5-454b-874c-c298f10c582d x-openstack-request-id: req-487084eb-f7a5-454b-874c-c298f10c582d {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:27.109304 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "name": "network-vif-plugged", "status": "completed", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:27.110195 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-487084eb-f7a5-454b-874c-c298f10c582d {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:27.110638 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487084eb-f7a5-454b-874c-c298f10c582d'] response: {'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'code': 200} Sep 21 21:36:27.117299 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Pushing event updated for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:27.139519 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:27.165429 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Attempting to bind port 59baf62b-e59d-4caa-9003-3d60d392b8fb on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:36:27.166532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Attempting to bind port 59baf62b-e59d-4caa-9003-3d60d392b8fb by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:36:27.166532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Attempting to bind port 59baf62b-e59d-4caa-9003-3d60d392b8fb on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:27.170753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Port 59baf62b-e59d-4caa-9003-3d60d392b8fb on network 7d10a91e-15bf-442d-a91a-10015397d26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:36:27.171083 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Attempting to bind port 59baf62b-e59d-4caa-9003-3d60d392b8fb on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:27.174629 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96b192-c77f-4688-a3be-0cf5f92ea6d5 req-1b684fd4-733b-46cc-ad6a-91ebeed49973 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.177761 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:36:27.178152 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:36:27.178539 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:36:27.178980 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Bound port: 59baf62b-e59d-4caa-9003-3d60d392b8fb, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:36:27.179344 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.182429 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8f96b192-c77f-4688-a3be-0cf5f92ea6d5 req-1b684fd4-733b-46cc-ad6a-91ebeed49973 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0705261 Sep 21 21:36:27.236181 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8f96b192-c77f-4688-a3be-0cf5f92ea6d5 req-113c8920-7473-4467-bd89-c4d3537217a3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527878 Sep 21 21:36:27.264503 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:36:27.264503 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:36:27.271817 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.276458 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.277146 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.278673 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] 10.222.0.20 "PUT /v2.0/ports/59baf62b-e59d-4caa-9003-3d60d392b8fb HTTP/1.1" status: 200 len: 1093 time: 0.6872621 Sep 21 21:36:27.279251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:27.282758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f28244c-4340-4896-a6bc-7a658123ada6" -d '{"events": [{"name": "network-changed", "server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:27.294279 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Attempt 2 to provision port 59baf62b-e59d-4caa-9003-3d60d392b8fb Sep 21 21:36:27.330033 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dc5116-b213-498a-ab8d-94bd1abadcf7 x-openstack-request-id: req-a4dc5116-b213-498a-ab8d-94bd1abadcf7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:27.330317 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:27.330571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4dc5116-b213-498a-ab8d-94bd1abadcf7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:27.330971 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dc5116-b213-498a-ab8d-94bd1abadcf7'] response: {'name': 'network-changed', 'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'status': 'completed', 'code': 200} Sep 21 21:36:27.415723 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-076aebed-734f-4c56-9991-560e5d6eab27 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.419150 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-076aebed-734f-4c56-9991-560e5d6eab27 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.1643431 Sep 21 21:36:27.483780 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-358f6b69-1782-4907-bc63-f4b288d05271 req-5820141c-7075-48dd-9860-e847aade8608 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 210 time: 0.1277549 Sep 21 21:36:27.509446 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6d747-e549-4015-b412-b8edb4694716 service neutron] Pushing event updated for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:27.519233 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b815-7345-4529-a0f9-281a414a087f req-4305e052-9590-4ae7-bd45-6a8e7bd4e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.520761 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9ab8b815-7345-4529-a0f9-281a414a087f req-4305e052-9590-4ae7-bd45-6a8e7bd4e7e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.1889455 Sep 21 21:36:27.527412 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-c768d39d-2d2a-4136-8da9-06db6c503551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.528803 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-c768d39d-2d2a-4136-8da9-06db6c503551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 1127 time: 0.1718156 Sep 21 21:36:27.538409 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-00f2deb0-91d0-46bc-9978-79bb73401344 None None] Port 59baf62b-e59d-4caa-9003-3d60d392b8fb had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:36:27.594586 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-271dd1e7-f535-4edb-b308-db3d73917213 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 380 time: 0.1671591 Sep 21 21:36:27.606745 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'port': {'device_id': '79b21507-ca18-4d8e-aec7-614447776b9b', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'admin_state_up': True, 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'security_groups': ['7faae14c-0d33-4946-90d1-177ec518ebd5']}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:27.660733 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12464a5-8053-454c-ace0-0eead6dce4be req-52d9f8c2-5b27-4625-98b5-129c878f24a9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:27.662234 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d12464a5-8053-454c-ace0-0eead6dce4be req-52d9f8c2-5b27-4625-98b5-129c878f24a9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1147649 Sep 21 21:36:27.745128 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d12464a5-8053-454c-ace0-0eead6dce4be req-cfd0831d-847d-477b-8115-7ef51a49ad7c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760510 Sep 21 21:36:27.762541 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Made reservation on behalf of 7eaeb99dab284cc9b7a2ebbd44b7f020 for: {'port': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:36:27.766646 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:27.904841 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.20.0.5 (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e/b1679163-0479-4365-91e5-50caca58a98e/f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:28.002039 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9ab8b815-7345-4529-a0f9-281a414a087f req-c5e4d10a-4687-4881-958b-79389ecd57c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722481 Sep 21 21:36:28.054961 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b70b5a-8d93-43af-8bea-895f2286b2f3 req-4f5b33ca-559a-4456-bb9e-d635d6bc3ce7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.056505 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29b70b5a-8d93-43af-8bea-895f2286b2f3 req-4f5b33ca-559a-4456-bb9e-d635d6bc3ce7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.4709334 Sep 21 21:36:28.060471 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-751a16d4-7a35-4009-9413-858f060ea364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.062127 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-751a16d4-7a35-4009-9413-858f060ea364 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5249474 Sep 21 21:36:28.069676 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.109556 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.114376 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29b70b5a-8d93-43af-8bea-895f2286b2f3 req-096b645c-067f-47bc-8bda-4de77a65176a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506957 Sep 21 21:36:28.188292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:28.196118 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:28.200998 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:28.205619 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:28.245981 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141200-992c-4d3b-bb6c-7c20acf5fdf2 req-d9a4cf70-d64e-498b-a5f8-864a5916a1ec tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.247502 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a1141200-992c-4d3b-bb6c-7c20acf5fdf2 req-d9a4cf70-d64e-498b-a5f8-864a5916a1ec tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 943 time: 0.1320679 Sep 21 21:36:28.281758 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.282417 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.309301 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-34d9e70e-164d-4966-b7f5-71810a11f9a1 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069125 Sep 21 21:36:28.322744 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Request body: {'port': {'device_id': '79b21507-ca18-4d8e-aec7-614447776b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:28.363606 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a1141200-992c-4d3b-bb6c-7c20acf5fdf2 req-83526b34-eb4b-44d1-97ca-878234ea6121 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054642 Sep 21 21:36:28.400058 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.442516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-dbfcad16-5619-4ded-af84-223bd638c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.443991 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8f28244c-4340-4896-a6bc-7a658123ada6 req-dbfcad16-5619-4ded-af84-223bd638c8d3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2133451 Sep 21 21:36:28.455530 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24e573-decd-4c48-956e-b35cbd64d016 req-f9e5c848-2475-4004-aeeb-3067e10ed886 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.456955 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f24e573-decd-4c48-956e-b35cbd64d016 req-f9e5c848-2475-4004-aeeb-3067e10ed886 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.1301188 Sep 21 21:36:28.470479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Provisioning complete for port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:28.470983 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.471090 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Attempt 1 to provision port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 Sep 21 21:36:28.523025 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:36:28.530665 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f24e573-decd-4c48-956e-b35cbd64d016 req-0bc242c9-c56a-449a-9f0e-9f101f50695b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676301 Sep 21 21:36:28.580205 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-75aec6be-93d0-4369-98cc-753be1008c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.581959 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-75aec6be-93d0-4369-98cc-753be1008c42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 1127 time: 0.0647240 Sep 21 21:36:28.627175 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-7b7974b7-dda9-4685-899e-1e9ca282d91f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb HTTP/1.1" status: 200 len: 217 time: 0.0358331 Sep 21 21:36:28.657050 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64fa7-2fbe-4b07-9dc3-34d43c71da36 req-f5cf374b-67e7-4318-a4e6-643c70ec4680 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.658544 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-53a64fa7-2fbe-4b07-9dc3-34d43c71da36 req-f5cf374b-67e7-4318-a4e6-643c70ec4680 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 931 time: 0.0843742 Sep 21 21:36:28.680669 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-5841c4ae-8519-42d7-b7d0-3df5860a7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.682218 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-5841c4ae-8519-42d7-b7d0-3df5860a7d2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0442560 Sep 21 21:36:28.735347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-92f7972b-340f-4b4d-b0ef-e049f1dfa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.736887 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-92f7972b-340f-4b4d-b0ef-e049f1dfa3f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440247 Sep 21 21:36:28.744890 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-53a64fa7-2fbe-4b07-9dc3-34d43c71da36 req-aa352927-da24-47a3-b006-ebe1313e4bcb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796030 Sep 21 21:36:28.752872 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:28.769799 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks [] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.773212 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Transition to ACTIVE for port object f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 will not be triggered until provisioned by entity L2. {{(pid=104010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:36:28.782082 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:28.865217 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-839f256d-9f1a-4e14-9655-7b04afec7796 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210837 Sep 21 21:36:28.882159 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Pushing event updated for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:28.905317 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ac3ff-73f0-41ff-9b9a-81eefb141209 req-c906a80e-3b36-4041-a260-5eb08c9c0ce9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:28.911257 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-888ac3ff-73f0-41ff-9b9a-81eefb141209 req-c906a80e-3b36-4041-a260-5eb08c9c0ce9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0825963 Sep 21 21:36:28.914691 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:36:28.917280 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Attempting to bind port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:36:28.917796 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Attempting to bind port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:36:28.918148 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Attempting to bind port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:28.923525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:36:28.923841 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Attempting to bind port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:36:28.931251 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:36:28.931806 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:36:28.932193 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Bound using segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:36:28.932747 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Bound port: f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:36:28.933111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.001127 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:36:29.003698 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-888ac3ff-73f0-41ff-9b9a-81eefb141209 req-612a4439-2a9e-48b6-b3bb-3ac4b6245d64 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673923 Sep 21 21:36:29.004488 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:36:29.012440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.017191 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13b4e799-1577-41bf-bb19-57a0ef5a2c2a req-a51365b7-41cb-4ecf-b393-173a365b8320 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395295 Sep 21 21:36:29.020134 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.020757 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for port (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.022958 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] 10.222.0.20 "PUT /v2.0/ports/f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 HTTP/1.1" status: 200 len: 1093 time: 0.7053173 Sep 21 21:36:29.023815 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:29.024853 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Attempt 2 to provision port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 Sep 21 21:36:29.026770 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e37c7-61da-4bfa-8422-9077c7ce2b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:29.069410 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2468a660-8fc7-44d4-b942-b6e7e8cbf75c x-openstack-request-id: req-2468a660-8fc7-44d4-b942-b6e7e8cbf75c {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:29.069697 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:29.069967 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2468a660-8fc7-44d4-b942-b6e7e8cbf75c {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:29.070357 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2468a660-8fc7-44d4-b942-b6e7e8cbf75c'] response: {'name': 'network-changed', 'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'status': 'completed', 'code': 200} Sep 21 21:36:29.078517 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:29.095190 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:36:29.101686 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-173d85cc-bca2-433c-9eda-57cf651ffa20 None None] Port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:36:29.117752 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406c3a-190e-4862-bad0-69313735ec6b service neutron] Pushing event updated for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:29.134970 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: ACTIVE; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:29.135268 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.135766 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-957bc56c-6adb-488c-b88e-be4211ef5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.137507 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-957bc56c-6adb-488c-b88e-be4211ef5cac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 1127 time: 0.0533898 Sep 21 21:36:29.151739 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:29.172387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:29.177195 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.191077 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-e8072f1b-97e6-4569-8e36-ecfb2721aadd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0423510 Sep 21 21:36:29.236966 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=6']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:29.251363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2927-b74c-495b-8957-63ffc9fc2798 req-58c2e071-6ab8-469b-8b3b-3c920677c59d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.252525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-f7506555-6230-4b0b-a86e-9f0db22a2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.253008 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0be2927-b74c-495b-8957-63ffc9fc2798 req-58c2e071-6ab8-469b-8b3b-3c920677c59d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0616174 Sep 21 21:36:29.253994 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-f7506555-6230-4b0b-a86e-9f0db22a2f91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0565531 Sep 21 21:36:29.299360 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0be2927-b74c-495b-8957-63ffc9fc2798 req-4418fefa-4d9f-412c-9bf9-e252f8fc7779 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Sep 21 21:36:29.303633 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-0aea77c3-68dd-421e-ba3a-5f5647f874d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.305487 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-0aea77c3-68dd-421e-ba3a-5f5647f874d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443158 Sep 21 21:36:29.329581 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['87df1393-b408-4342-88fa-8ce837cb4fd2'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:36:29.398934 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-3788f209-1bcb-4c43-b3f7-ae4cb0cb9efb service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804389 Sep 21 21:36:29.589950 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:29.674615 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830101a2-5922-4906-a775-654ba4b645a2 req-8cf8423d-2bd3-421c-aa4c-34e45f7ec2ca tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.676027 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-830101a2-5922-4906-a775-654ba4b645a2 req-8cf8423d-2bd3-421c-aa4c-34e45f7ec2ca tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0585966 Sep 21 21:36:29.711690 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b6a1f445-505d-4240-ad6f-6b4a8f41ed19 req-25888a69-5670-4f91-b99c-f10cd693805e service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049023 Sep 21 21:36:29.719484 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0579df-0059-4b54-bbe1-0c9fb92167b1 req-c242846a-a425-4d13-a63e-e27760e7cc64 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.720920 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ec0579df-0059-4b54-bbe1-0c9fb92167b1 req-c242846a-a425-4d13-a63e-e27760e7cc64 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 943 time: 0.0839183 Sep 21 21:36:29.724277 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-830101a2-5922-4906-a775-654ba4b645a2 req-a6844b44-f02c-4b75-9a6e-abe93d04b841 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Sep 21 21:36:29.777972 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ec0579df-0059-4b54-bbe1-0c9fb92167b1 req-b9664c92-60af-4c65-a135-09fbd93113c3 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510633 Sep 21 21:36:29.821523 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-98f51f16-46ca-445a-966a-080c41c18b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.823140 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-98f51f16-46ca-445a-966a-080c41c18b23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 1127 time: 0.0551832 Sep 21 21:36:29.872065 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3148d-8b97-4e16-92d5-67501a7b63eb req-51ac0577-7688-4eea-8544-0378fba8ae01 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.873539 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31f3148d-8b97-4e16-92d5-67501a7b63eb req-51ac0577-7688-4eea-8544-0378fba8ae01 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.0515730 Sep 21 21:36:29.911076 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-85fc2e5e-65b2-41ed-8f7e-33c50a97622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:29.912548 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-85fc2e5e-65b2-41ed-8f7e-33c50a97622d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0837486 Sep 21 21:36:29.923056 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31f3148d-8b97-4e16-92d5-67501a7b63eb req-73054fad-f5f4-4a9b-942e-56a977075e0d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Sep 21 21:36:29.955978 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-40e31f4c-993e-47d3-b915-dbaa76fe6fc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0330675 Sep 21 21:36:30.015194 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-743d20dc-b5de-41fc-8e80-791defd43bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.017217 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-743d20dc-b5de-41fc-8e80-791defd43bfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0473511 Sep 21 21:36:30.074836 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-0ada1bb7-9fad-4526-830f-66dd3bfeefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.076321 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-0ada1bb7-9fad-4526-830f-66dd3bfeefe0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437367 Sep 21 21:36:30.182806 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6226945-ae97-4dc2-9e2a-8fe0f6b0f0aa req-b5ea837e-5723-42dc-b620-798c81ec378a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.184202 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e6226945-ae97-4dc2-9e2a-8fe0f6b0f0aa req-b5ea837e-5723-42dc-b620-798c81ec378a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1026709 Sep 21 21:36:30.223344 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-bd6b852f-688e-4f15-be15-326a4ed8ffc8 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337240 Sep 21 21:36:30.260838 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e6226945-ae97-4dc2-9e2a-8fe0f6b0f0aa req-14ee2433-4b5f-417a-b461-9ee3bb25cc4b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698955 Sep 21 21:36:30.335382 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-449e37c7-61da-4bfa-8422-9077c7ce2b7b req-cd9f939a-40bd-4b9f-802e-1151e64f594e service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972977 Sep 21 21:36:30.433955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f67ea-b629-4aa9-88c3-3d09833933e8 req-f24a2156-2cba-41c6-82de-73029ede4a82 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.435375 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e75f67ea-b629-4aa9-88c3-3d09833933e8 req-f24a2156-2cba-41c6-82de-73029ede4a82 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0519888 Sep 21 21:36:30.494434 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e75f67ea-b629-4aa9-88c3-3d09833933e8 req-0df6d152-566e-4ee1-8970-80e278fb8669 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527675 Sep 21 21:36:30.854029 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55b302-633d-49d2-bf23-1d2c438565ae req-8fa21958-8f28-4661-bfcc-fc6784f21a89 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.855625 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6e55b302-633d-49d2-bf23-1d2c438565ae req-8fa21958-8f28-4661-bfcc-fc6784f21a89 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0577786 Sep 21 21:36:30.914865 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6e55b302-633d-49d2-bf23-1d2c438565ae req-f03aa20a-188d-46c5-933a-6d358b5cc30e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514836 Sep 21 21:36:30.917859 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:30.926187 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b387cfc-f5ae-4e86-98b2-3888177c8158 req-0a4cc50c-30b3-41bd-8bb4-faaf603996fa tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:30.934057 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b387cfc-f5ae-4e86-98b2-3888177c8158 req-0a4cc50c-30b3-41bd-8bb4-faaf603996fa tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 943 time: 0.0654964 Sep 21 21:36:30.993529 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 87df1393-b408-4342-88fa-8ce837cb4fd2 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:30.993985 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:30.994530 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 87df1393-b408-4342-88fa-8ce837cb4fd2 Sep 21 21:36:31.026094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b387cfc-f5ae-4e86-98b2-3888177c8158 req-ac30cfc7-cc60-4ff8-8cc4-e534a9bd239e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859151 Sep 21 21:36:31.091004 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:31.091492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:31.120794 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3401e-2490-496f-b966-c07bc99a5a9d req-000e9f13-d571-4fe4-af1f-bad044481b46 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:31.124069 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b5b3401e-2490-496f-b966-c07bc99a5a9d req-000e9f13-d571-4fe4-af1f-bad044481b46 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.0914707 Sep 21 21:36:31.136893 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:31.141392 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd904f30-7677-4637-b58c-cbe4f361fbb7 req-6444eeba-1c86-4e22-82da-037dcb703884 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:31.145592 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea6776-1614-4570-9200-d5203566b51e" -d '{"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:31.147787 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd904f30-7677-4637-b58c-cbe4f361fbb7 req-6444eeba-1c86-4e22-82da-037dcb703884 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0706124 Sep 21 21:36:31.156877 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57538) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:31.161645 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'floatingip': {'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:31.176749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:31.182599 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:31.218041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520ff9ed-0d21-4e0d-bdbf-8daaebce70ce x-openstack-request-id: req-520ff9ed-0d21-4e0d-bdbf-8daaebce70ce {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:31.218563 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:31.218924 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-520ff9ed-0d21-4e0d-bdbf-8daaebce70ce {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:31.219427 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520ff9ed-0d21-4e0d-bdbf-8daaebce70ce'] response: {'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'code': 200} Sep 21 21:36:31.224926 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b5b3401e-2490-496f-b966-c07bc99a5a9d req-7a86d511-a839-4e7b-8001-df5c946bc475 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932305 Sep 21 21:36:31.253569 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:31.262085 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=7']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:31.494152 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b3638-dd39-4876-b0c1-779930908810 req-126abd8e-0c22-4cf8-b1a8-e1229e39aca7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:31.498306 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c52b3638-dd39-4876-b0c1-779930908810 req-126abd8e-0c22-4cf8-b1a8-e1229e39aca7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1348109 Sep 21 21:36:31.600284 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c52b3638-dd39-4876-b0c1-779930908810 req-5ab4e60d-76f0-43e9-b5ff-a7186e556686 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945346 Sep 21 21:36:31.663435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84990367-21c0-4b9f-aea2-b38d88076a80 req-2e6e86c9-a9cf-41a7-9ca5-618cce79226c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:31.673558 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-84990367-21c0-4b9f-aea2-b38d88076a80 req-2e6e86c9-a9cf-41a7-9ca5-618cce79226c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0886309 Sep 21 21:36:31.742606 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-84990367-21c0-4b9f-aea2-b38d88076a80 req-51f7df43-de64-4b3c-b235-42b51e6f08a9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672867 Sep 21 21:36:31.899802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:31.904474 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:32.012724 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea8eb6-6141-4272-8a1e-398df5a847ee req-3138839c-c674-4561-82ea-90a46d94962b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.020178 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-74ea8eb6-6141-4272-8a1e-398df5a847ee req-3138839c-c674-4561-82ea-90a46d94962b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1126573 Sep 21 21:36:32.038899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Floating IP daa43d0b-1745-4293-9828-ebb6f7d8f8c8 associated. External IP: 172.27.0.215, port: 3524c454-3203-4a65-ad1b-5a20b5a4463f. Sep 21 21:36:32.066108 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-e47e36cd-2f2a-42a8-8a8c-04bc32645214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.067597 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-e47e36cd-2f2a-42a8-8a8c-04bc32645214 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1129 time: 0.1092305 Sep 21 21:36:32.101173 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-74ea8eb6-6141-4272-8a1e-398df5a847ee req-15756932-09b1-4f63-8901-251e3e04941c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797246 Sep 21 21:36:32.222260 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-3b67bd67-1444-4f28-85f3-394ced03ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.224309 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-3b67bd67-1444-4f28-85f3-394ced03ae74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.1484492 Sep 21 21:36:32.284639 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21c7e-0fb1-4c5b-b66f-27125641cdae req-56610211-cd77-4177-b946-605da015d3da tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.302903 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcd21c7e-0fb1-4c5b-b66f-27125641cdae req-56610211-cd77-4177-b946-605da015d3da tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 943 time: 0.1538796 Sep 21 21:36:32.316659 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-cba58f3c-c97b-42ff-98d9-5c83bd076575 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 1000 time: 0.0817690 Sep 21 21:36:32.388525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-29a4ab7e-79fa-430b-8725-2af36ed7e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.390394 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-29a4ab7e-79fa-430b-8725-2af36ed7e338 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0658786 Sep 21 21:36:32.404282 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:36:32.434033 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcd21c7e-0fb1-4c5b-b66f-27125641cdae req-6bf41b3d-3028-41df-9f63-38ba4fbab8fb tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300471 Sep 21 21:36:32.485538 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-ff015d5c-faf1-400d-a8c2-13940de89918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.487351 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-ff015d5c-faf1-400d-a8c2-13940de89918 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845261 Sep 21 21:36:32.494819 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7235d4-f91a-4bfb-b85d-3743fecd1e72 req-a3eb1f9f-d6fc-4075-b2fc-3c83c815022c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.496349 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0f7235d4-f91a-4bfb-b85d-3743fecd1e72 req-a3eb1f9f-d6fc-4075-b2fc-3c83c815022c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.1042352 Sep 21 21:36:32.567090 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:36:32.572467 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:32.582260 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:36:32.598806 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:32.599914 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:32.619269 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-14d14fcd-ea4f-46f5-bcf5-baba62a1ba7d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "PUT /v2.0/floatingips/daa43d0b-1745-4293-9828-ebb6f7d8f8c8 HTTP/1.1" status: 200 len: 991 time: 1.4612575 Sep 21 21:36:32.620107 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:32.622658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc3ad1-63a3-494e-9620-69e88bde7990" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:32.645510 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0f7235d4-f91a-4bfb-b85d-3743fecd1e72 req-fe15a35f-8ee8-41f3-985e-ce635caebd2d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373827 Sep 21 21:36:32.668048 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-5da410fe-c39d-4f67-bb44-6f559b4c99fe service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707132 Sep 21 21:36:32.701320 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70053e86-583d-4dbb-9639-01b11fe7c990 x-openstack-request-id: req-70053e86-583d-4dbb-9639-01b11fe7c990 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:32.701627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:32.702037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70053e86-583d-4dbb-9639-01b11fe7c990 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:32.702466 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70053e86-583d-4dbb-9639-01b11fe7c990'] response: {'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'status': 'completed', 'code': 200} Sep 21 21:36:32.741583 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:32.789576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-80cd4be1-702a-40e7-9749-ff3a50de25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.793461 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-80cd4be1-702a-40e7-9749-ff3a50de25f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.0693762 Sep 21 21:36:32.821262 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-06baf13c-bd9d-49f0-a0db-3fc308566b8f req-956a0913-7c7c-41b8-a435-1098883626b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447904 Sep 21 21:36:32.929995 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 59baf62b-e59d-4caa-9003-3d60d392b8fb details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:36:32.952148 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-9f5b27c9-8af3-4b58-8d01-e01ee5420f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.954088 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688313-f8bb-46fb-886e-833c533d6c09 req-5280af2a-9497-4114-b494-f8cf330ab8e7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:32.954345 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-9f5b27c9-8af3-4b58-8d01-e01ee5420f67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1506746 Sep 21 21:36:32.957132 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8d688313-f8bb-46fb-886e-833c533d6c09 req-5280af2a-9497-4114-b494-f8cf330ab8e7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0804925 Sep 21 21:36:33.064248 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8d688313-f8bb-46fb-886e-833c533d6c09 req-1c24e499-d7da-4f27-bc8c-bd9d84b6577e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977223 Sep 21 21:36:33.201180 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:33.218133 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'port_id': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'mac_address': 'fa:16:3e:59:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:36:33.264553 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 59baf62b-e59d-4caa-9003-3d60d392b8fb is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:33.265285 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:33.271705 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:36:31Z', 'revision_number': 1, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:33.304831 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59baf62b-e59d-4caa-9003-3d60d392b8fb {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:33.310907 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:36:33.334016 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:33.336615 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:33.337475 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:33.341741 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:33.415869 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-73b9b24c-0f86-4897-ab1b-368ce5826d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 999 time: 0.4504123 Sep 21 21:36:33.482084 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:33.525422 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:33.533158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-fe391b82-947c-4ee3-a794-88cc4fa8fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:33.534808 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-fe391b82-947c-4ee3-a794-88cc4fa8fb8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.1119070 Sep 21 21:36:33.690821 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f568f1-a17d-4b44-bbee-f797dd35932c req-0c344203-eb72-4960-b7d0-dbee6d2ee9a2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:33.698526 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56f568f1-a17d-4b44-bbee-f797dd35932c req-0c344203-eb72-4960-b7d0-dbee6d2ee9a2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.3384166 Sep 21 21:36:33.752269 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-ddc0a94d-17cf-4237-ae23-467c0e61a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:33.753798 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-ddc0a94d-17cf-4237-ae23-467c0e61a091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1614347 Sep 21 21:36:33.767134 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-56f568f1-a17d-4b44-bbee-f797dd35932c req-6e69e1b2-f141-4d89-acd6-1203a94991d0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677540 Sep 21 21:36:33.805909 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d06f-bc42-41e4-9e84-02a44db8bc73 req-f28cc660-07d7-4d46-ad73-224c86d85894 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:33.805909 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d7b7d06f-bc42-41e4-9e84-02a44db8bc73 req-f28cc660-07d7-4d46-ad73-224c86d85894 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 944 time: 0.1409838 Sep 21 21:36:33.850032 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['59baf62b-e59d-4caa-9003-3d60d392b8fb'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:36:33.903427 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d7b7d06f-bc42-41e4-9e84-02a44db8bc73 req-619b1663-ac95-4deb-b714-dd96564bd5bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967364 Sep 21 21:36:33.931286 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-95171d3a-ec52-411e-bc8b-16d550be8111 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631005 Sep 21 21:36:34.044153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cbc2e-7dcb-4033-86aa-a8c402afc7e9 req-a9d3db2a-a66b-49b5-975e-32bb821807b8 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:34.045906 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e70cbc2e-7dcb-4033-86aa-a8c402afc7e9 req-a9d3db2a-a66b-49b5-975e-32bb821807b8 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.1557703 Sep 21 21:36:34.093812 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dbc3ad1-63a3-494e-9620-69e88bde7990 req-e9a62003-e915-4ea3-af0b-c938e9880a91 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462188 Sep 21 21:36:34.154262 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e70cbc2e-7dcb-4033-86aa-a8c402afc7e9 req-d2f4f1ea-bc31-4f9a-8670-ef47c926e717 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982089 Sep 21 21:36:34.213354 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:36:31Z', 'revision_number': 1, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:34.248251 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483daed-ea5b-429f-a4f0-509e2e29055b None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:36:31Z', 'revision_number': 1, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:36:34.266107 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ebc90-7953-4623-9237-2abd0b7c9b7b req-79f1790b-8540-4c93-9a3e-4ada5a55d78e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:34.273085 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c76ebc90-7953-4623-9237-2abd0b7c9b7b req-79f1790b-8540-4c93-9a3e-4ada5a55d78e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0861964 Sep 21 21:36:34.331675 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c76ebc90-7953-4623-9237-2abd0b7c9b7b req-509ebb2a-d18d-4aad-898d-eacabd06d0c3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574846 Sep 21 21:36:34.545587 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2ae3e-9d00-48ef-b25b-8c02c2bc9c56 None None] New status for floating IP daa43d0b-1745-4293-9828-ebb6f7d8f8c8: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:36:34.976428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438332c-11c7-4ca3-8566-2964a7067ce8 req-73ef10b4-9248-4635-a157-cf6097ae05fa tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:34.977971 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9438332c-11c7-4ca3-8566-2964a7067ce8 req-73ef10b4-9248-4635-a157-cf6097ae05fa tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0886080 Sep 21 21:36:35.041864 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9438332c-11c7-4ca3-8566-2964a7067ce8 req-41884280-1c95-4fef-a5fc-dcbd4614a37d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557990 Sep 21 21:36:35.100115 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19eb7-2277-4137-b41b-4e665b6b0215 req-e5e03fed-e98e-4d71-a024-cc4c0281845c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:35.101688 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f8c19eb7-2277-4137-b41b-4e665b6b0215 req-e5e03fed-e98e-4d71-a024-cc4c0281845c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 944 time: 0.0875306 Sep 21 21:36:35.158999 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f8c19eb7-2277-4137-b41b-4e665b6b0215 req-686155d2-48ad-4bb6-8e90-adbe8eec0eae tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516298 Sep 21 21:36:35.292347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65910ea6-5ebe-4903-9da6-082ad32cddd0 req-1efcaada-f982-4bca-b41c-e2f7fdb1c9e6 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:35.299640 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65910ea6-5ebe-4903-9da6-082ad32cddd0 req-1efcaada-f982-4bca-b41c-e2f7fdb1c9e6 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.0641818 Sep 21 21:36:35.361389 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65910ea6-5ebe-4903-9da6-082ad32cddd0 req-5548675c-e6f7-4d50-a1bd-55fc1d7bdf89 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607498 Sep 21 21:36:35.484707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4f096-f597-4f9a-9ce7-59b03cdfc878 req-82eab8b9-1cf7-4277-a870-2e9f0835f315 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:35.485538 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d3e4f096-f597-4f9a-9ce7-59b03cdfc878 req-82eab8b9-1cf7-4277-a870-2e9f0835f315 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0639901 Sep 21 21:36:35.552540 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d3e4f096-f597-4f9a-9ce7-59b03cdfc878 req-cbf438b6-586f-46ca-8f28-a6febefb849e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580328 Sep 21 21:36:36.299206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db324-340d-4ca1-93d3-2e71ca5f02cf req-ae28bc35-e2dc-49c2-b969-89c68166db2c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:36.300746 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-383db324-340d-4ca1-93d3-2e71ca5f02cf req-ae28bc35-e2dc-49c2-b969-89c68166db2c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 944 time: 0.0640481 Sep 21 21:36:36.354311 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-383db324-340d-4ca1-93d3-2e71ca5f02cf req-ed77d08e-af85-4668-a87e-04dd7689e641 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Sep 21 21:36:36.490376 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d596e16-95fa-45e7-8bbe-f720da339b45 req-24f65f02-69c2-48d3-8fba-0ee2853052b2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:36.497101 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0d596e16-95fa-45e7-8bbe-f720da339b45 req-24f65f02-69c2-48d3-8fba-0ee2853052b2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 943 time: 0.0600338 Sep 21 21:36:36.542871 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0d596e16-95fa-45e7-8bbe-f720da339b45 req-658789f1-a526-4cae-bd8d-5df4325eb7bc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449047 Sep 21 21:36:36.683239 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b184e-b066-426c-a5e5-8153a565eb88 req-13552bcc-5b52-4c01-9020-da2f7a6a3ddb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:36.684714 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a47b184e-b066-426c-a5e5-8153a565eb88 req-13552bcc-5b52-4c01-9020-da2f7a6a3ddb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0546753 Sep 21 21:36:36.752092 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a47b184e-b066-426c-a5e5-8153a565eb88 req-3c4901c4-420c-415e-8a46-bc49b016a26d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529256 Sep 21 21:36:36.934827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:36:36.938603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 59baf62b-e59d-4caa-9003-3d60d392b8fb up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:37.040267 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 59baf62b-e59d-4caa-9003-3d60d392b8fb completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:36:37.047941 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 59baf62b-e59d-4caa-9003-3d60d392b8fb triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:37.050723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:37.050723 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 59baf62b-e59d-4caa-9003-3d60d392b8fb Sep 21 21:36:37.104353 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:37.120789 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'port_id': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'mac_address': 'fa:16:3e:43:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:36:37.187083 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 59baf62b-e59d-4caa-9003-3d60d392b8fb is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:37.188134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:37.190170 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:37.190548 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:37.217971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:36:37.229006 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:37.230523 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481b8369-e1a5-41e0-918b-7c7ad36387ce" -d '{"events": [{"server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "name": "network-vif-plugged", "status": "completed", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:37.250855 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:37.260003 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:37.261300 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:37.266970 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:37.286797 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae29b2d6-320d-4980-9ab4-2b7ea3890d6b x-openstack-request-id: req-ae29b2d6-320d-4980-9ab4-2b7ea3890d6b {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:37.287117 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "name": "network-vif-plugged", "status": "completed", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:37.287379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae29b2d6-320d-4980-9ab4-2b7ea3890d6b {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:37.287786 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae29b2d6-320d-4980-9ab4-2b7ea3890d6b'] response: {'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'code': 200} Sep 21 21:36:37.325215 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:37.397859 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:37.532802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4d4d-b5ad-44e9-939e-ccfe795df278 req-8bb1cd0c-4f37-456b-ab26-828137f5a82d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:37.534341 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-629a4d4d-b5ad-44e9-939e-ccfe795df278 req-8bb1cd0c-4f37-456b-ab26-828137f5a82d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0844660 Sep 21 21:36:37.565110 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2b261-ca5f-4936-876a-b02447e72964 req-411fcb27-056a-4e90-a938-6e1073cdeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:37.566635 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44f2b261-ca5f-4936-876a-b02447e72964 req-411fcb27-056a-4e90-a938-6e1073cdeaea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 1129 time: 0.0785239 Sep 21 21:36:37.610639 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-629a4d4d-b5ad-44e9-939e-ccfe795df278 req-f90f76ba-d381-4418-90e5-45c0065d401d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654471 Sep 21 21:36:37.647945 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-44f2b261-ca5f-4936-876a-b02447e72964 req-a0312b6b-3c0e-4141-a4f7-6dbcb09fc264 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692976 Sep 21 21:36:37.713334 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637b92-3e92-4ce8-8bea-546642eee050 req-924edda8-0c8b-4df3-beef-996c83cfe8fc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:37.715821 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b3637b92-3e92-4ce8-8bea-546642eee050 req-924edda8-0c8b-4df3-beef-996c83cfe8fc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 944 time: 0.0606368 Sep 21 21:36:37.769469 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:36:37.775084 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b3637b92-3e92-4ce8-8bea-546642eee050 req-3a41ac20-cfc5-47e4-a7b3-8d9ec6e5f5cf tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528758 Sep 21 21:36:37.911409 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d668-492a-4d6a-ada1-aefbdfc92dc0 req-3dde77ef-76a2-4567-bc48-5352fe52bbe8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:37.912985 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5197d668-492a-4d6a-ada1-aefbdfc92dc0 req-3dde77ef-76a2-4567-bc48-5352fe52bbe8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0704570 Sep 21 21:36:37.977642 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5197d668-492a-4d6a-ada1-aefbdfc92dc0 req-ff301b79-08ef-4df3-9d88-926c8bb0112f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493217 Sep 21 21:36:38.747384 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119240ea-f7ef-4de2-8a95-e6ed7de17099 req-25d89e25-86b1-4b72-a9cd-38961427ac9c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:38.748858 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-119240ea-f7ef-4de2-8a95-e6ed7de17099 req-25d89e25-86b1-4b72-a9cd-38961427ac9c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0540726 Sep 21 21:36:38.800339 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-119240ea-f7ef-4de2-8a95-e6ed7de17099 req-755cef59-5ec1-4391-9ad1-d9e35cfb187b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Sep 21 21:36:38.927308 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aee31-c0fc-4950-b609-682032938480 req-b2714120-7878-4330-8def-aff165b2ab25 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:38.931190 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-154aee31-c0fc-4950-b609-682032938480 req-b2714120-7878-4330-8def-aff165b2ab25 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 944 time: 0.0620401 Sep 21 21:36:38.979571 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-154aee31-c0fc-4950-b609-682032938480 req-87f083f3-3365-4cb0-aeaa-dc1f6fd4b9ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Sep 21 21:36:39.119276 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac1a4-7635-4cc3-a92e-55a9261b257a req-8f9661fb-021c-4fa0-8597-ac7656ff378e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:39.127035 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-62dac1a4-7635-4cc3-a92e-55a9261b257a req-8f9661fb-021c-4fa0-8597-ac7656ff378e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0659149 Sep 21 21:36:39.179577 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-62dac1a4-7635-4cc3-a92e-55a9261b257a req-3c3e888f-8128-481b-b6f0-eb5d7f3840bc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515654 Sep 21 21:36:39.933904 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c973dd-aa6d-4a14-a78d-5bc296896fe8 req-78c09d80-99c6-42b1-bd1e-863dce4cd1c5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:39.942279 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19c973dd-aa6d-4a14-a78d-5bc296896fe8 req-78c09d80-99c6-42b1-bd1e-863dce4cd1c5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0647471 Sep 21 21:36:39.993604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19c973dd-aa6d-4a14-a78d-5bc296896fe8 req-d039fcaf-08d6-4c6f-85e0-68913018f37a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503471 Sep 21 21:36:40.133759 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2a807-69f1-48e6-bd6f-413d6aca822e req-c530be73-e6d7-4b15-a399-68e5f59bde79 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:40.135539 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bb2a807-69f1-48e6-bd6f-413d6aca822e req-c530be73-e6d7-4b15-a399-68e5f59bde79 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0619531 Sep 21 21:36:40.138498 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691363f-0fae-4281-b57e-78a3948eb792 req-8a643eee-c7ee-4c17-a1aa-eb9468437654 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:40.142218 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0691363f-0fae-4281-b57e-78a3948eb792 req-8a643eee-c7ee-4c17-a1aa-eb9468437654 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 944 time: 0.0717251 Sep 21 21:36:40.152676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57612) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:40.159246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'port_id': '59baf62b-e59d-4caa-9003-3d60d392b8fb'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:40.205688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:40.207336 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0691363f-0fae-4281-b57e-78a3948eb792 req-3acae794-5a1d-430f-9a42-d55ae763f636 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589390 Sep 21 21:36:40.367387 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adb375-b561-46c9-8217-47bf40012a37 req-a5040d2e-5998-4df6-b1c4-8a2aa44f6dac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:40.368889 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72adb375-b561-46c9-8217-47bf40012a37 req-a5040d2e-5998-4df6-b1c4-8a2aa44f6dac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1010869 Sep 21 21:36:40.487364 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72adb375-b561-46c9-8217-47bf40012a37 req-38552cf0-7ec9-44ae-8324-68c4e80838af tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820839 Sep 21 21:36:40.745586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:40.751015 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:40.848937 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 388747b2-364f-4eb9-9ae6-793aa2a81a16 associated. External IP: 172.27.0.159, port: 59baf62b-e59d-4caa-9003-3d60d392b8fb. Sep 21 21:36:40.970410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:36:41.022190 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:36:41.026358 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:36:41.026742 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:41.027084 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 Sep 21 21:36:41.059020 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:36:41.118351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:41.118804 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:41.145416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:41.147678 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b8bdb-8975-4e59-b65c-eebd45f527ce" -d '{"events": [{"server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "name": "network-vif-plugged", "status": "completed", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:41.160146 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:41.161106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:36:41.164797 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:41.166045 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:41.193480 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:36:41.196780 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4318e8c6-4b8d-4306-ad6f-4c1bcd4979fe tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "PUT /v2.0/floatingips/388747b2-364f-4eb9-9ae6-793aa2a81a16 HTTP/1.1" status: 200 len: 991 time: 1.0425081 Sep 21 21:36:41.197959 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:41.198402 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ce3bb-49fe-4eca-b6c0-001f2fbea6df x-openstack-request-id: req-3a2ce3bb-49fe-4eca-b6c0-001f2fbea6df {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:41.198704 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "name": "network-vif-plugged", "status": "completed", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:41.199232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a2ce3bb-49fe-4eca-b6c0-001f2fbea6df {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:41.199383 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2ce3bb-49fe-4eca-b6c0-001f2fbea6df'] response: {'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'code': 200} Sep 21 21:36:41.200309 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b47b33-314d-4174-85fc-9350e23c280d" -d '{"events": [{"name": "network-changed", "server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:41.228350 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:41.228991 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:41.239117 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e4640c-4d78-44d1-bb5d-88c044a05def x-openstack-request-id: req-d3e4640c-4d78-44d1-bb5d-88c044a05def {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:41.239637 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:41.240037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3e4640c-4d78-44d1-bb5d-88c044a05def {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:41.240618 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e4640c-4d78-44d1-bb5d-88c044a05def'] response: {'name': 'network-changed', 'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'status': 'completed', 'code': 200} Sep 21 21:36:41.269540 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:41.335429 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2b178-1dbc-4095-974b-210891a17e5b req-ff9b40e3-12f5-4704-af19-b8f53920c4f2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.336896 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dca2b178-1dbc-4095-974b-210891a17e5b req-ff9b40e3-12f5-4704-af19-b8f53920c4f2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0510843 Sep 21 21:36:41.345118 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:41.387197 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dca2b178-1dbc-4095-974b-210891a17e5b req-94829cdd-caed-4044-aab7-1d76de93b2e0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Sep 21 21:36:41.408940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47b33-314d-4174-85fc-9350e23c280d req-69493e2b-9696-406a-a484-9c00f137d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.408940 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-69493e2b-9696-406a-a484-9c00f137d6c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 1129 time: 0.0470736 Sep 21 21:36:41.512047 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47b33-314d-4174-85fc-9350e23c280d req-b7d2f1ec-4712-430e-a671-38282da85afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.513509 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-b7d2f1ec-4712-430e-a671-38282da85afb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.0931356 Sep 21 21:36:41.575660 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80d36c-57bc-4177-9997-d2ccf4410b73 req-d7c16858-5689-4873-8e54-dc712f34a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.577483 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cb80d36c-57bc-4177-9997-d2ccf4410b73 req-d7c16858-5689-4873-8e54-dc712f34a9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 1129 time: 0.0522008 Sep 21 21:36:41.604157 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '388747b2-364f-4eb9-9ae6-793aa2a81a16', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:59:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28573d47-9d15-42b1-aaed-32d8104d0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:23Z', 'updated_at': '2022-09-21T21:36:40Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}, {'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:41.623786 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-239c450d-3cb8-4b19-8fad-f609a7f4cbbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb HTTP/1.1" status: 200 len: 999 time: 0.0977840 Sep 21 21:36:41.634736 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:36:41.643727 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:41.644259 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:41.649984 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cb80d36c-57bc-4177-9997-d2ccf4410b73 req-ca07d8af-57b9-4266-a4f6-4e4a695c05a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590081 Sep 21 21:36:41.696974 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e080-e50f-4a4d-bd7d-e4deadc157ba req-2ed6e36f-560b-46c0-b263-16d2bd0607aa tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.698503 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ecd6e080-e50f-4a4d-bd7d-e4deadc157ba req-2ed6e36f-560b-46c0-b263-16d2bd0607aa tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.1213846 Sep 21 21:36:41.733106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47b33-314d-4174-85fc-9350e23c280d req-fa656229-f1e6-4508-a7e7-1504c4db5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.734627 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-fa656229-f1e6-4508-a7e7-1504c4db5be3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.1002524 Sep 21 21:36:41.745008 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:41.756259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-50739d15-bcb3-4363-965e-4aebd793105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:41.757752 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-50739d15-bcb3-4363-965e-4aebd793105d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1129 time: 0.1245155 Sep 21 21:36:41.769086 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ecd6e080-e50f-4a4d-bd7d-e4deadc157ba req-8139cc00-6a88-4dd9-bcf8-c42627719014 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624378 Sep 21 21:36:41.956573 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '388747b2-364f-4eb9-9ae6-793aa2a81a16', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:59:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28573d47-9d15-42b1-aaed-32d8104d0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:23Z', 'updated_at': '2022-09-21T21:36:40Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}, {'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:41.980613 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada410a4-aa36-4a03-ab8c-319c5ea07c7a None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '388747b2-364f-4eb9-9ae6-793aa2a81a16', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:59:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28573d47-9d15-42b1-aaed-32d8104d0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:23Z', 'updated_at': '2022-09-21T21:36:40Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}, {'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:36:42.010171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47b33-314d-4174-85fc-9350e23c280d req-a11b7a52-be80-4de6-8b1e-af549c73e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.011747 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-a11b7a52-be80-4de6-8b1e-af549c73e3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010127 Sep 21 21:36:42.066495 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-379c2b89-3099-4342-baae-5f939cbe6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.068021 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-379c2b89-3099-4342-baae-5f939cbe6777 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.1655872 Sep 21 21:36:42.153559 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-27d8b415-7b2d-4778-bfff-fef55dc72940 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353936 Sep 21 21:36:42.171328 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21dacb-410d-4211-a29d-e572cbd67a63 None None] New status for floating IP 388747b2-364f-4eb9-9ae6-793aa2a81a16: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:36:42.174399 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-e423941c-64c4-492d-8ef9-e2bc9294c6e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 1001 time: 0.0798006 Sep 21 21:36:42.263870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-2b479109-498f-49d3-b128-eb036d8cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.265989 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-2b479109-498f-49d3-b128-eb036d8cd881 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0814993 Sep 21 21:36:42.311567 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34b47b33-314d-4174-85fc-9350e23c280d req-75e88ba3-9df4-4b6b-bb09-e01bb660ba7a service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511004 Sep 21 21:36:42.330440 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-08ed60e3-f123-46ff-a64d-d690954bb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.331962 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-08ed60e3-f123-46ff-a64d-d690954bb9de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582752 Sep 21 21:36:42.435316 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-7078e760-c454-4a52-abcc-49ef6a0cdb12 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Sep 21 21:36:42.512410 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cba467-fdcd-4ede-aac1-2fcfdb448e1b req-9449db4d-1de9-455b-a12b-02517bc47b8a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.514146 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13cba467-fdcd-4ede-aac1-2fcfdb448e1b req-9449db4d-1de9-455b-a12b-02517bc47b8a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0546412 Sep 21 21:36:42.565430 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13cba467-fdcd-4ede-aac1-2fcfdb448e1b req-e4ede868-0bdc-4506-9ae1-95e9183896bf tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454624 Sep 21 21:36:42.771552 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf823933-2cce-4fc3-96b4-08b077710e6e req-41d690d3-1354-46d7-bf6a-72ea5f04b2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289990 Sep 21 21:36:42.896517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fec792-c708-4d8a-837d-1304c64bbdcc req-1913b06c-2562-4c84-bd0d-b5ac35b560e3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:42.897993 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87fec792-c708-4d8a-837d-1304c64bbdcc req-1913b06c-2562-4c84-bd0d-b5ac35b560e3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Sep 21 21:36:42.946869 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87fec792-c708-4d8a-837d-1304c64bbdcc req-c63c8816-cc9a-4226-ade9-7602c4090399 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432713 Sep 21 21:36:43.686428 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ea453-78b8-48a4-868e-136fbe902770 req-f6c48303-c43a-4ddc-9165-e04e3129e6f5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:43.688398 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0c2ea453-78b8-48a4-868e-136fbe902770 req-f6c48303-c43a-4ddc-9165-e04e3129e6f5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0520637 Sep 21 21:36:43.734784 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0c2ea453-78b8-48a4-868e-136fbe902770 req-4cdc6747-458a-4934-94b4-e93bef0651ee tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Sep 21 21:36:43.854456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a7ced-5e17-4f1d-9224-76b9fc354ab5 req-5776c3b3-313c-4e9a-aeaf-ce4fc7427d54 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:43.855850 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf3a7ced-5e17-4f1d-9224-76b9fc354ab5 req-5776c3b3-313c-4e9a-aeaf-ce4fc7427d54 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0522516 Sep 21 21:36:43.903397 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf3a7ced-5e17-4f1d-9224-76b9fc354ab5 req-bb17774b-c8e6-4d69-b42a-1e879944bbb4 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Sep 21 21:36:43.931526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57650) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:44.079433 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a8a60-a082-4f1d-90ae-63690543584e req-715ecb56-6019-4415-b54d-e9ca1f340f62 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:44.080899 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9c1a8a60-a082-4f1d-90ae-63690543584e req-715ecb56-6019-4415-b54d-e9ca1f340f62 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 945 time: 0.0556993 Sep 21 21:36:44.127138 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9c1a8a60-a082-4f1d-90ae-63690543584e req-fc0248f7-2f30-4384-943a-a5cc151dbdef tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Sep 21 21:36:44.136278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac389c9-8e72-4eb1-8827-b44adddc42b7 tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:44.137846 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dac389c9-8e72-4eb1-8827-b44adddc42b7 tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 1124 time: 0.2053087 Sep 21 21:36:44.141341 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 57656) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:44.145607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'port_id': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:36:44.166182 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:44.259862 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:44.361011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.27.0.235 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/3c516afd-70b6-4591-9b75-7f330e26d90c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:36:44.465725 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:44.498656 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:44.534660 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:36:44.537468 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:36:44.543071 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:36:44.564289 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=3c516afd-70b6-4591-9b75-7f330e26d90c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:44.895645 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (6ad8f93b-262b-4605-bf2a-478395f99182), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:44.958807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.010586 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:36:45.078773 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: ACTIVE; New status is: DOWN {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:45.079169 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.105256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:45.105476 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.108169 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec29b08-2372-48df-9eb4-ceeb76061655" -d '{"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-unplugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:45.111172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.125508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:36:45.132250 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.164623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98106689-8186-442a-aa90-639dc388f6d6 x-openstack-request-id: req-98106689-8186-442a-aa90-639dc388f6d6 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:45.164623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-unplugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:45.165651 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98106689-8186-442a-aa90-639dc388f6d6 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:45.166360 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98106689-8186-442a-aa90-639dc388f6d6'] response: {'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'code': 200} Sep 21 21:36:45.183375 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=3c516afd-70b6-4591-9b75-7f330e26d90c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:45.186439 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (6ad8f93b-262b-4605-bf2a-478395f99182), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.217230 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=8']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:36:45.270006 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712668c2-a9dc-4a91-bf58-e267dfb693c7 req-79a5c3b1-809e-4831-aaa5-5159d4f9b525 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:45.271481 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-712668c2-a9dc-4a91-bf58-e267dfb693c7 req-79a5c3b1-809e-4831-aaa5-5159d4f9b525 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0515127 Sep 21 21:36:45.284447 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 6ad8f93b-262b-4605-bf2a-478395f99182 associated. External IP: 172.27.0.235, port: f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9. Sep 21 21:36:45.318679 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-712668c2-a9dc-4a91-bf58-e267dfb693c7 req-9d243ab6-1f6d-4cc3-8b67-8fee5acfb3f2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Sep 21 21:36:45.484275 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:36:45.591663 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:36:45.602074 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:36:45.611517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:45.614511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:45.615658 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:45.649077 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e5d84234-7c35-4706-8722-8af4c62f222b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5066860 Sep 21 21:36:45.649798 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:36:45.652224 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:36:45.687955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc55c7af-84c1-416b-b119-3d241aa07598 x-openstack-request-id: req-fc55c7af-84c1-416b-b119-3d241aa07598 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:36:45.688255 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:36:45.688515 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc55c7af-84c1-416b-b119-3d241aa07598 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:36:45.688927 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc55c7af-84c1-416b-b119-3d241aa07598'] response: {'name': 'network-changed', 'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'status': 'completed', 'code': 200} Sep 21 21:36:45.731065 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:45.778299 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-f3aa1c20-ef35-4108-9c55-d6aa79842325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:45.780096 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-f3aa1c20-ef35-4108-9c55-d6aa79842325 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 1129 time: 0.0502894 Sep 21 21:36:45.840128 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-f1576f68-55c0-4288-b36c-9bc1370a2931 req-74e158e6-cd50-404f-896d-ebeea150b497 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:36:45.841130 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1576f68-55c0-4288-b36c-9bc1370a2931 req-74e158e6-cd50-404f-896d-ebeea150b497 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070572 Sep 21 21:36:45.885489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-1aa1df01-ee6d-4c3f-92bf-5a201739d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:45.886942 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-1aa1df01-ee6d-4c3f-92bf-5a201739d34c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0979869 Sep 21 21:36:45.958247 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-9951224f-7d4a-4f75-8184-1e96b4b14541 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 HTTP/1.1" status: 200 len: 999 time: 0.0643427 Sep 21 21:36:46.023245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-ada1fd55-7a5d-49f1-96ae-21ddce28ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:46.024778 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-ada1fd55-7a5d-49f1-96ae-21ddce28ec0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0543215 Sep 21 21:36:46.037474 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6504a-0cab-4704-b837-01bf70dd8c1e req-4344e83b-4348-4d34-8678-8b7f0b1e60c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:46.039570 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2ee6504a-0cab-4704-b837-01bf70dd8c1e req-4344e83b-4348-4d34-8678-8b7f0b1e60c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0698941 Sep 21 21:36:46.095267 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-9f7a744f-959f-4509-b183-2ded35d25936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:46.097224 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2ee6504a-0cab-4704-b837-01bf70dd8c1e req-509de832-f467-47d6-8625-151ed7c5c4ff tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518689 Sep 21 21:36:46.097657 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-9f7a744f-959f-4509-b183-2ded35d25936 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657063 Sep 21 21:36:46.102366 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '6ad8f93b-262b-4605-bf2a-478395f99182', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:43:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b21507-ca18-4d8e-aec7-614447776b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:44Z', 'updated_at': '2022-09-21T21:36:44Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:46.132892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:36:46.143292 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:36:46.143923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:36:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:46.192889 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-fc0cdf43-1cd2-4fa7-b56b-e44fdc11cbe4 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Sep 21 21:36:46.250945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:36:46.314163 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78e28c0f-2f06-40b6-ae6e-1a650b997d5f req-50275de7-dfb2-4872-8321-55a88a5cfc89 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100147 Sep 21 21:36:46.359930 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57704) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:46.447721 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-fc06b673-7c33-472f-8d28-3cdb9300eb6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862253 Sep 21 21:36:46.456933 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-a3a7f539-06f0-494d-af23-9e2fc516c280 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:36:46.458033 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-a3a7f539-06f0-494d-af23-9e2fc516c280 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055449 Sep 21 21:36:46.487861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '6ad8f93b-262b-4605-bf2a-478395f99182', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:43:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b21507-ca18-4d8e-aec7-614447776b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:44Z', 'updated_at': '2022-09-21T21:36:44Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:36:46.512969 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859da1b0-547b-4058-9967-e4ea6ac7396d None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '6ad8f93b-262b-4605-bf2a-478395f99182', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:43:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b21507-ca18-4d8e-aec7-614447776b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:44Z', 'updated_at': '2022-09-21T21:36:44Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:36:46.536817 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 57712) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:36:46.657708 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-493f7ead-0395-4c05-adb3-ca1f24202e43 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:46.659251 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-493f7ead-0395-4c05-adb3-ca1f24202e43 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports/87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 940 time: 0.1214070 Sep 21 21:36:46.661976 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:36:46.720708 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f3daa2-62a6-409c-8ea7-8ecd3e8996a2 None None] New status for floating IP 6ad8f93b-262b-4605-bf2a-478395f99182: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:36:47.226637 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586222e-8932-41b9-a790-5c0eb64992bd req-8950b733-4b1e-4d5d-9cd7-2c3de7fa3c2e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:47.228240 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b586222e-8932-41b9-a790-5c0eb64992bd req-8950b733-4b1e-4d5d-9cd7-2c3de7fa3c2e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0542486 Sep 21 21:36:47.274467 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b586222e-8932-41b9-a790-5c0eb64992bd req-83f792ee-e5c5-4197-8738-ff356e894004 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 Sep 21 21:36:48.089508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-7bfcae62-9e34-48b7-90b4-d248d4a9b72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:48.293240 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-be028901-5013-4d01-8bc3-2385784830a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.294861 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-be028901-5013-4d01-8bc3-2385784830a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 1127 time: 0.0756187 Sep 21 21:36:48.372224 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-096cf89f-18b4-44f1-bf10-83f8ffd85b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.373917 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-096cf89f-18b4-44f1-bf10-83f8ffd85b38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1127 time: 0.0534015 Sep 21 21:36:48.419726 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483334-7ca5-4778-8a71-21b8c7093a46 req-f38844b8-8247-4b6e-a695-1155bb618623 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.422174 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c1483334-7ca5-4778-8a71-21b8c7093a46 req-f38844b8-8247-4b6e-a695-1155bb618623 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0626481 Sep 21 21:36:48.471976 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c1483334-7ca5-4778-8a71-21b8c7093a46 req-b52290c8-2868-4951-b24c-1b93a843c664 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Sep 21 21:36:48.479605 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-84561071-6f2d-4548-9fa8-775647841c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.481387 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-84561071-6f2d-4548-9fa8-775647841c5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.0935609 Sep 21 21:36:48.559297 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-91e62382-fae7-4da0-a85b-a9449be31eaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 200 len: 999 time: 0.0652149 Sep 21 21:36:48.615685 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-f7dd8822-ca83-45c9-a672-157be83b3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.617351 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-f7dd8822-ca83-45c9-a672-157be83b3bac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0492277 Sep 21 21:36:48.670430 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-528caee4-59f5-48c9-87d2-137fb4cb536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:48.672490 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-528caee4-59f5-48c9-87d2-137fb4cb536d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469148 Sep 21 21:36:48.760709 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-214c9b50-1469-44db-b6d5-e6ca505d7527 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 Sep 21 21:36:48.850863 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8bbac89b-28c8-4333-bdc2-57c7df9c1dc0 req-ac633e0c-e95a-4622-89dd-d5e383280fc1 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811229 Sep 21 21:36:49.029511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:36:49.103762 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: DOWN; New status is: DOWN {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:36:49.635737 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697925b7-8e44-4a9e-9ece-cf8a4fb795df req-e829bd58-569d-4b7d-b5b5-7fe95e9cc5f4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:49.639743 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-697925b7-8e44-4a9e-9ece-cf8a4fb795df req-e829bd58-569d-4b7d-b5b5-7fe95e9cc5f4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0634384 Sep 21 21:36:49.702160 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-697925b7-8e44-4a9e-9ece-cf8a4fb795df req-c05dd1de-84e9-4a89-bc62-7fadd8e51ea0 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565856 Sep 21 21:36:50.365375 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d896ec90-82a1-4ef1-a845-6066d9365436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:50.851201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15acc9a-4d47-4ef7-b553-5966119a776a req-0ed155da-a9e3-40ce-bc35-beb55615132b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:50.852546 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a15acc9a-4d47-4ef7-b553-5966119a776a req-0ed155da-a9e3-40ce-bc35-beb55615132b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0562451 Sep 21 21:36:50.900298 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a15acc9a-4d47-4ef7-b553-5966119a776a req-cf50f99f-6536-47fc-8618-38f8490c2808 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Sep 21 21:36:51.769924 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:52.046163 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf3b85-89a8-4a4e-8be5-18d1f8adcb29 req-42408aa7-a0c2-41aa-a044-f0fd0d006d09 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:52.047593 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93bf3b85-89a8-4a4e-8be5-18d1f8adcb29 req-42408aa7-a0c2-41aa-a044-f0fd0d006d09 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0558958 Sep 21 21:36:52.099768 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93bf3b85-89a8-4a4e-8be5-18d1f8adcb29 req-e716af82-e5d9-403a-80c3-e191a5ce6509 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Sep 21 21:36:53.239912 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c598a0-83b5-402a-af6b-03096c80455d req-c7942a58-497f-4cdb-9bc1-0171f103af52 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:53.241370 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-37c598a0-83b5-402a-af6b-03096c80455d req-c7942a58-497f-4cdb-9bc1-0171f103af52 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0566237 Sep 21 21:36:53.289333 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-37c598a0-83b5-402a-af6b-03096c80455d req-09dbba56-6272-49d7-8a67-c73f7b252820 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Sep 21 21:36:53.629744 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:54.427969 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5019d8-7816-48f9-a369-97780671d755 req-9e7b98eb-983b-4421-a0cb-aa629af777dd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:54.429480 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f5019d8-7816-48f9-a369-97780671d755 req-9e7b98eb-983b-4421-a0cb-aa629af777dd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0536859 Sep 21 21:36:54.483042 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f5019d8-7816-48f9-a369-97780671d755 req-a8e74e99-1d68-4a70-b7d0-8e53d69dda7d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472422 Sep 21 21:36:54.513634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:36:55.640440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a8bc3-99f9-4628-9fe1-1516f3f7ec1e req-f4954392-997a-4631-870c-e2d23082027e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:55.642078 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-de9a8bc3-99f9-4628-9fe1-1516f3f7ec1e req-f4954392-997a-4631-870c-e2d23082027e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0560603 Sep 21 21:36:55.711399 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-de9a8bc3-99f9-4628-9fe1-1516f3f7ec1e req-8d93c47f-0749-46b9-9d84-129211fe78c2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611162 Sep 21 21:36:56.866066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1ee13-cc61-4123-ab48-cee64a1bdc72 req-9d0fbc42-0a1a-4e74-979d-43831a80d601 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:56.867568 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1f1ee13-cc61-4123-ab48-cee64a1bdc72 req-9d0fbc42-0a1a-4e74-979d-43831a80d601 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0643561 Sep 21 21:36:56.932522 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1f1ee13-cc61-4123-ab48-cee64a1bdc72 req-86090c98-4e4f-487f-9629-649973b130aa tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564003 Sep 21 21:36:58.068990 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e107-ffb6-45a2-8a75-1a02fae7e68b req-3c573762-f660-420e-af02-dd78b8411cb5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:58.070581 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa55e107-ffb6-45a2-8a75-1a02fae7e68b req-3c573762-f660-420e-af02-dd78b8411cb5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0554106 Sep 21 21:36:58.125967 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aa55e107-ffb6-45a2-8a75-1a02fae7e68b req-8b6a72dc-8541-4f32-a0c3-59bc1ee3f11a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494597 Sep 21 21:36:59.266153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8bdc3-2124-4c98-a45d-bd4e4c651266 req-ceb328da-2b65-4008-b661-98a9001e5f68 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:36:59.267781 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3c8bdc3-2124-4c98-a45d-bd4e4c651266 req-ceb328da-2b65-4008-b661-98a9001e5f68 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0561571 Sep 21 21:36:59.324500 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d3c8bdc3-2124-4c98-a45d-bd4e4c651266 req-addd0444-edf7-4487-a0f9-5fbbd5f69861 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480449 Sep 21 21:36:59.579399 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:00.461473 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4da4f-db2c-4a56-a3f1-8a9b436ad888 req-16cb1d60-99f1-4b6d-a818-d4217393b21f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:00.462950 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f5c4da4f-db2c-4a56-a3f1-8a9b436ad888 req-16cb1d60-99f1-4b6d-a818-d4217393b21f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0551064 Sep 21 21:37:00.511500 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f5c4da4f-db2c-4a56-a3f1-8a9b436ad888 req-d8d0f625-0edc-413f-888e-5b9c1cba7b4c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409820 Sep 21 21:37:01.037021 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-8cfec401-1148-4a0e-8477-7836d858ccd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462427 Sep 21 21:37:01.103742 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-71796bec-9c48-4ff0-b65a-b6be6e7e8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:01.105207 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-71796bec-9c48-4ff0-b65a-b6be6e7e8faf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 1129 time: 0.0426037 Sep 21 21:37:01.217655 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-7b5f4eaa-ed35-4cb7-8f34-42d53a665132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:01.219763 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-7b5f4eaa-ed35-4cb7-8f34-42d53a665132 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.0840940 Sep 21 21:37:01.299936 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-30b67da4-e3cf-4a7d-af25-e3048d4de1e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 200 len: 1001 time: 0.0672593 Sep 21 21:37:01.357188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-4f856c80-d826-49c1-8d80-ff33750b615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:01.358666 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-4f856c80-d826-49c1-8d80-ff33750b615c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0489039 Sep 21 21:37:01.413327 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-37b8c15d-3a12-456e-a50b-a6bc9f140597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:01.415086 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-37b8c15d-3a12-456e-a50b-a6bc9f140597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493305 Sep 21 21:37:01.511222 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-cd784e87-15f1-431d-92ab-c625cb3ceed0 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880463 Sep 21 21:37:01.627900 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-022e42f1-bf44-4cec-a987-cfd263b415e9 req-2663a8f7-903e-4026-a57e-8f7c58578810 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058052 Sep 21 21:37:01.653633 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d7c81-3017-4f4f-bd6d-1ac8ff5f42e5 req-29461235-480b-4b3a-af16-4e0f88c63cfe tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:01.655152 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-188d7c81-3017-4f4f-bd6d-1ac8ff5f42e5 req-29461235-480b-4b3a-af16-4e0f88c63cfe tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0612183 Sep 21 21:37:01.707582 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-188d7c81-3017-4f4f-bd6d-1ac8ff5f42e5 req-b6c8847f-9fb4-40f4-bcda-d8d30667a0d9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Sep 21 21:37:02.837137 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ec8f1-cd7d-4484-a9fd-7a06f7c1c8f7 req-471ffeb9-0387-43db-bdaa-33b21e58bc7e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:02.838652 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9f7ec8f1-cd7d-4484-a9fd-7a06f7c1c8f7 req-471ffeb9-0387-43db-bdaa-33b21e58bc7e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0530589 Sep 21 21:37:02.885366 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9f7ec8f1-cd7d-4484-a9fd-7a06f7c1c8f7 req-494b8b28-8d9d-40dd-a6aa-f8cfc48dcfb7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Sep 21 21:37:04.022092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33717006-430f-40d7-81a6-a296c18091b2 req-f6bed84a-14a0-4502-a90b-3cc356ecd75e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:04.023551 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33717006-430f-40d7-81a6-a296c18091b2 req-f6bed84a-14a0-4502-a90b-3cc356ecd75e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0520942 Sep 21 21:37:04.069230 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33717006-430f-40d7-81a6-a296c18091b2 req-0b74968c-495a-4656-baa1-f29eeeb50b43 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401790 Sep 21 21:37:05.201261 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c42bb-f362-4139-89ec-6b50be057534 req-24a43ffc-1cfd-4c48-8433-d4818363cc3b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:05.202799 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d07c42bb-f362-4139-89ec-6b50be057534 req-24a43ffc-1cfd-4c48-8433-d4818363cc3b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0548372 Sep 21 21:37:05.247914 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d07c42bb-f362-4139-89ec-6b50be057534 req-43b8a7fe-a53b-448e-8bbe-bfcd0514ae55 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396819 Sep 21 21:37:06.375784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3528a-b230-4c61-87b2-bbc6d6436171 req-c589b037-923f-4579-823b-f1a5bd4bfb5e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:06.377362 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ea3528a-b230-4c61-87b2-bbc6d6436171 req-c589b037-923f-4579-823b-f1a5bd4bfb5e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0515320 Sep 21 21:37:06.423680 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ea3528a-b230-4c61-87b2-bbc6d6436171 req-75391f80-9051-4a90-bc60-626fe2a34a85 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Sep 21 21:37:07.557282 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36837a05-d0bd-4f33-b616-e00ee21fd049 req-284c28dd-b3e0-4f70-b0f8-4ca368ddfe0e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:07.558758 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36837a05-d0bd-4f33-b616-e00ee21fd049 req-284c28dd-b3e0-4f70-b0f8-4ca368ddfe0e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0522804 Sep 21 21:37:07.603525 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-36837a05-d0bd-4f33-b616-e00ee21fd049 req-ec6fc953-cc06-43e2-9d14-5a3e520ae264 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392563 Sep 21 21:37:08.733790 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c46b-633c-4b53-a069-76f626eefb18 req-1bcde760-b0fe-4d98-be7c-94a355dfacd8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:08.735234 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1da8c46b-633c-4b53-a069-76f626eefb18 req-1bcde760-b0fe-4d98-be7c-94a355dfacd8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 943 time: 0.0547345 Sep 21 21:37:08.779722 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1da8c46b-633c-4b53-a069-76f626eefb18 req-0550a68c-2b40-486e-a293-9e0675c6baaf tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390487 Sep 21 21:37:09.178197 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:37:09.273656 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:09.284610 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'mac_address': 'fa:16:3e:7e:f3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:37:09.317801 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:37:09.318202 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:09.331332 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:37:09.350398 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:09.354324 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:09.397781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=9']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:09.711175 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['87df1393-b408-4342-88fa-8ce837cb4fd2'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:37:09.907624 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a178e9-f3fe-4fa6-9cab-203bd46f8eed req-50ed601e-7664-4cde-8eec-1698b935a6ba tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:09.909139 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e0a178e9-f3fe-4fa6-9cab-203bd46f8eed req-50ed601e-7664-4cde-8eec-1698b935a6ba tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Sep 21 21:37:09.958696 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e0a178e9-f3fe-4fa6-9cab-203bd46f8eed req-7e6b239e-ea9a-413b-882e-73c772973605 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438602 Sep 21 21:37:11.089635 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc21f08-d0cd-424b-b9f9-8e837c208242 req-d82c1568-14b0-483c-b420-5b3798e3cc95 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:11.091124 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dc21f08-d0cd-424b-b9f9-8e837c208242 req-d82c1568-14b0-483c-b420-5b3798e3cc95 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Sep 21 21:37:11.137217 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dc21f08-d0cd-424b-b9f9-8e837c208242 req-8524f3a1-e245-46a9-8dbf-2111c798531e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Sep 21 21:37:11.193412 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:37:11.238375 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 87df1393-b408-4342-88fa-8ce837cb4fd2 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:37:11.238755 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:11.239095 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 87df1393-b408-4342-88fa-8ce837cb4fd2 Sep 21 21:37:11.311038 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 87df1393-b408-4342-88fa-8ce837cb4fd2 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:37:11.311449 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:11.333452 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:11.335744 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f4b71-ea5e-46e7-a17f-8bfa09cafbff" -d '{"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:11.348719 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:11.353923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:11.376503 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc202063-bdae-49ed-9e88-6236cd60d0f4 x-openstack-request-id: req-cc202063-bdae-49ed-9e88-6236cd60d0f4 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:11.376817 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-plugged", "status": "completed", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:11.377075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc202063-bdae-49ed-9e88-6236cd60d0f4 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:11.377464 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc202063-bdae-49ed-9e88-6236cd60d0f4'] response: {'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'code': 200} Sep 21 21:37:11.403628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=10']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:12.019667 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cfec2-5955-45db-ac21-1ba955382813 req-eeb770c2-7598-4d9b-843f-ecb5ba278a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:12.021155 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-265cfec2-5955-45db-ac21-1ba955382813 req-eeb770c2-7598-4d9b-843f-ecb5ba278a59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 1130 time: 0.0475109 Sep 21 21:37:12.064263 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-265cfec2-5955-45db-ac21-1ba955382813 req-ae13265c-6903-49cc-9283-514af3a120cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355251 Sep 21 21:37:12.263941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d37987-872c-4ca7-98f2-f17621ba26e9 req-14f99bb2-64ee-4890-9edf-6a8bed26a921 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:12.265470 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73d37987-872c-4ca7-98f2-f17621ba26e9 req-14f99bb2-64ee-4890-9edf-6a8bed26a921 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.0510936 Sep 21 21:37:12.310614 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73d37987-872c-4ca7-98f2-f17621ba26e9 req-7c2fcecf-1854-4b11-83c5-f2526a6d1ecd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Sep 21 21:37:13.442800 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33c991-3267-44b4-8ad0-69371e931850 req-4d2e553b-320d-4162-b458-1a5cb5ab69f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:13.444236 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7b33c991-3267-44b4-8ad0-69371e931850 req-4d2e553b-320d-4162-b458-1a5cb5ab69f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.0504341 Sep 21 21:37:13.489931 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7b33c991-3267-44b4-8ad0-69371e931850 req-24c04035-8dab-4f62-9f7a-b9c46b582583 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 Sep 21 21:37:14.620019 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1be5d0-35fa-42d4-8d7d-42e2a86dc8ac req-17ba2bcf-8770-4fd2-9e03-b543603ae68c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:14.621500 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf1be5d0-35fa-42d4-8d7d-42e2a86dc8ac req-17ba2bcf-8770-4fd2-9e03-b543603ae68c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.0520856 Sep 21 21:37:14.670415 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf1be5d0-35fa-42d4-8d7d-42e2a86dc8ac req-3da015fa-f122-4b45-9bb7-145715646698 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Sep 21 21:37:18.090945 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-84d47eea-9e94-45c3-942c-9a5f5d8a02b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:20.368088 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6218c01e-859b-4d62-b774-5e164176d73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:21.770312 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:23.631629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:23.661967 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:37:24.513209 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:26.122900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1d1d-d493-4151-90cd-595c7d6f464b req-8d058263-ced4-4ecc-b8f2-68474a837599 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:26.124377 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3e9b1d1d-d493-4151-90cd-595c7d6f464b req-8d058263-ced4-4ecc-b8f2-68474a837599 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0527020 Sep 21 21:37:26.176543 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3e9b1d1d-d493-4151-90cd-595c7d6f464b req-ded5d2bd-ba16-4aac-b040-36114bca7eb8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Sep 21 21:37:27.303039 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f2c75-2817-4163-ba42-c16f05b9e0f8 req-45439c8e-c762-4dcb-be9b-9be23c656519 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:27.304423 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d97f2c75-2817-4163-ba42-c16f05b9e0f8 req-45439c8e-c762-4dcb-be9b-9be23c656519 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0548260 Sep 21 21:37:27.350446 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d97f2c75-2817-4163-ba42-c16f05b9e0f8 req-6e3bba4c-8191-4927-9482-e5e61327e808 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403421 Sep 21 21:37:28.471576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6abbd8-5867-40c9-a966-53bc42b63826 req-fa3b846e-854c-4c9a-ba3e-29ceca20510d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:28.473038 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7b6abbd8-5867-40c9-a966-53bc42b63826 req-fa3b846e-854c-4c9a-ba3e-29ceca20510d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Sep 21 21:37:28.519803 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7b6abbd8-5867-40c9-a966-53bc42b63826 req-255eee5c-f890-4fa1-9120-6fc3aecdde59 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Sep 21 21:37:29.584229 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:29.643092 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22270cd-d2af-4b11-8495-d9667f98d245 req-e141afcb-2402-4ffb-ab3a-0eebed0cded6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:29.644548 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b22270cd-d2af-4b11-8495-d9667f98d245 req-e141afcb-2402-4ffb-ab3a-0eebed0cded6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Sep 21 21:37:29.688958 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b22270cd-d2af-4b11-8495-d9667f98d245 req-39a4c132-f67e-40c8-94ec-8bcce430eec5 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389333 Sep 21 21:37:30.815390 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e39f3-7e6e-4bad-a49a-a187d15eef3c req-fe804abb-8edc-43d0-9f3a-fbda7e3f3e3f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:30.816856 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1b9e39f3-7e6e-4bad-a49a-a187d15eef3c req-fe804abb-8edc-43d0-9f3a-fbda7e3f3e3f tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Sep 21 21:37:30.862333 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1b9e39f3-7e6e-4bad-a49a-a187d15eef3c req-8fdc540d-fd03-4756-8117-ece6b026f3de tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390861 Sep 21 21:37:31.987539 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd119f3-7868-41c9-8f41-adf9e890626c req-64e402c3-b82c-49f7-aed4-8a92119d76fd tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:31.988988 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cdd119f3-7868-41c9-8f41-adf9e890626c req-64e402c3-b82c-49f7-aed4-8a92119d76fd tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0554643 Sep 21 21:37:32.034099 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cdd119f3-7868-41c9-8f41-adf9e890626c req-c7e2730b-cec0-4dc3-84cb-4a4a4fd6e5f4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396490 Sep 21 21:37:33.415069 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f90c49-3e2f-4d8a-abac-c8a1274814ed req-afdef431-135d-4a32-8104-027da361b41e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:33.416762 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6f90c49-3e2f-4d8a-abac-c8a1274814ed req-afdef431-135d-4a32-8104-027da361b41e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.3094599 Sep 21 21:37:33.463767 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6f90c49-3e2f-4d8a-abac-c8a1274814ed req-8f12f5b5-25ad-46e9-a804-a9be3b753317 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Sep 21 21:37:34.312119 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85ce20-a733-43a9-a08e-7a75ba1213a6 req-ff3df829-1b3f-4d1e-96f9-b658aa31552c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.313601 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc85ce20-a733-43a9-a08e-7a75ba1213a6 req-ff3df829-1b3f-4d1e-96f9-b658aa31552c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0709279 Sep 21 21:37:34.316238 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121731f-f68d-4472-b8f1-732d98861450 req-35c8ac3d-1c3e-4900-b2b6-8fb4c8cdbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.317650 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-35c8ac3d-1c3e-4900-b2b6-8fb4c8cdbed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.0828581 Sep 21 21:37:34.414473 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc85ce20-a733-43a9-a08e-7a75ba1213a6 req-93bb5f78-9690-469a-9517-606ce72f40f2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932474 Sep 21 21:37:34.437871 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121731f-f68d-4472-b8f1-732d98861450 req-8a2db3e9-2abe-4c59-94c0-2e5575b23db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.439406 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-8a2db3e9-2abe-4c59-94c0-2e5575b23db9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1121504 Sep 21 21:37:34.504311 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-f1341ba8-d471-489b-afb7-7927e22b3e38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 1001 time: 0.0582600 Sep 21 21:37:34.555403 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121731f-f68d-4472-b8f1-732d98861450 req-cb7fc002-44ec-4245-b73a-fa1cc41dba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.556847 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-cb7fc002-44ec-4245-b73a-fa1cc41dba8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0424373 Sep 21 21:37:34.587446 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463d8a-bcad-424c-9df6-336c5c7433a1 req-550c5b0d-8d66-43b0-b496-f3fb4557b23d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.588957 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-11463d8a-bcad-424c-9df6-336c5c7433a1 req-550c5b0d-8d66-43b0-b496-f3fb4557b23d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Sep 21 21:37:34.616195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121731f-f68d-4472-b8f1-732d98861450 req-3f711ead-d607-4184-9f93-cad4b38c00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:34.617696 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-3f711ead-d607-4184-9f93-cad4b38c00f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450649 Sep 21 21:37:34.635466 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-11463d8a-bcad-424c-9df6-336c5c7433a1 req-3924d588-f43e-4939-b19f-645d91aab164 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401289 Sep 21 21:37:34.712937 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-711a8f04-376f-4a50-835b-fa8921198be4 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825047 Sep 21 21:37:34.806936 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e121731f-f68d-4472-b8f1-732d98861450 req-e080d2dc-0379-40b1-b571-43e4ef9c7a93 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855517 Sep 21 21:37:35.539447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed809ed-a9c8-4309-a6e2-8fe0a64122d2 req-9bed7af0-692e-4375-8cac-d5131b81df69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:35.541085 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4ed809ed-a9c8-4309-a6e2-8fe0a64122d2 req-9bed7af0-692e-4375-8cac-d5131b81df69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0519578 Sep 21 21:37:35.587834 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4ed809ed-a9c8-4309-a6e2-8fe0a64122d2 req-10de54df-0324-40cf-beeb-744ffb7fbc96 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Sep 21 21:37:35.761983 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a562-a085-4be2-9a0c-eb01426751dd req-361e6780-9192-42de-aa46-0e40f0ae2d29 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:35.763737 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c329a562-a085-4be2-9a0c-eb01426751dd req-361e6780-9192-42de-aa46-0e40f0ae2d29 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0558372 Sep 21 21:37:35.812981 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c329a562-a085-4be2-9a0c-eb01426751dd req-269b8c4b-4e05-44bc-b500-e6b73736d077 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Sep 21 21:37:36.718887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95848-b917-46b3-9599-7aeb0e7e7f50 req-fba5ba10-4b71-4a4c-8539-12b08495a6cf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:36.720421 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89f95848-b917-46b3-9599-7aeb0e7e7f50 req-fba5ba10-4b71-4a4c-8539-12b08495a6cf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0610173 Sep 21 21:37:36.775436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-89f95848-b917-46b3-9599-7aeb0e7e7f50 req-96e0d3f9-d719-44b7-b2b9-7e4c8299037d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488055 Sep 21 21:37:36.842111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d029d7-d8fc-4a81-9c00-2bd37a840bba req-20ff8a9e-fbb4-497d-a8f1-8cc7ad795e3c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:36.843560 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-40d029d7-d8fc-4a81-9c00-2bd37a840bba req-20ff8a9e-fbb4-497d-a8f1-8cc7ad795e3c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0511181 Sep 21 21:37:36.890276 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-40d029d7-d8fc-4a81-9c00-2bd37a840bba req-811d768f-a82f-4acf-942c-5ec0f577df9f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Sep 21 21:37:36.937704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc512056-c0aa-4b9c-afa1-e3f7a5ed251e req-5519eee3-3dff-4385-95c5-2c24c8ef9481 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:36.939236 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc512056-c0aa-4b9c-afa1-e3f7a5ed251e req-5519eee3-3dff-4385-95c5-2c24c8ef9481 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0531690 Sep 21 21:37:36.984258 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bc512056-c0aa-4b9c-afa1-e3f7a5ed251e req-8352ce95-b1f0-445e-989e-5b20b70e228e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394723 Sep 21 21:37:37.188781 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35bf64-8782-44d2-8b77-87676f2771dc req-ee18a217-f2a9-4272-8b06-b63aaf647213 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.190344 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc35bf64-8782-44d2-8b77-87676f2771dc req-ee18a217-f2a9-4272-8b06-b63aaf647213 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0558894 Sep 21 21:37:37.261332 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-246b87ed-5ff8-42b2-8c4d-10ca2005a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.262763 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-246b87ed-5ff8-42b2-8c4d-10ca2005a9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 1129 time: 0.0715652 Sep 21 21:37:37.265744 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc35bf64-8782-44d2-8b77-87676f2771dc req-e223f2b4-a14a-40be-88fc-10a27e7451b6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671279 Sep 21 21:37:37.353648 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-8ab5b279-d30c-4adf-8469-c0e308a08308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.355116 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-8ab5b279-d30c-4adf-8469-c0e308a08308 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.0851836 Sep 21 21:37:37.414883 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-d51360f3-1949-4065-a1df-03a2a38a0c3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 200 len: 1000 time: 0.0517883 Sep 21 21:37:37.577930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-bd462df3-edfd-40de-bf09-d677ff17a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.579263 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-bd462df3-edfd-40de-bf09-d677ff17a49a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0425637 Sep 21 21:37:37.627496 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-e9b385d4-bc70-41ad-bb20-30fb2e27d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.628945 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-e9b385d4-bc70-41ad-bb20-30fb2e27d67f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421615 Sep 21 21:37:37.728291 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-7eacb8df-5f80-4bd4-b9d0-c78f25126c0f service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Sep 21 21:37:37.824027 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01d52bc4-4439-4282-8cd2-6bdec3348aa7 req-0df9251f-e697-44d4-9b44-e40331a649c2 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Sep 21 21:37:37.903448 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f5c0-ce41-4422-bcb9-2224e8d4dc02 req-68ed2a3c-82ed-474d-ad70-b612a2be6375 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:37.904834 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d2a2f5c0-ce41-4422-bcb9-2224e8d4dc02 req-68ed2a3c-82ed-474d-ad70-b612a2be6375 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0514104 Sep 21 21:37:37.952088 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d2a2f5c0-ce41-4422-bcb9-2224e8d4dc02 req-53b39f2d-8d7c-46ad-afe7-0b53efcfc970 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Sep 21 21:37:38.018322 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c470f-b5e9-40e0-9ce4-62596509b705 req-c25583c8-15bc-4287-873d-bdf76fb418eb tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:38.019797 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c95c470f-b5e9-40e0-9ce4-62596509b705 req-c25583c8-15bc-4287-873d-bdf76fb418eb tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0571234 Sep 21 21:37:38.064357 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c95c470f-b5e9-40e0-9ce4-62596509b705 req-fbc8f294-4e37-4b42-8c51-1a135d0ba36e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390663 Sep 21 21:37:38.578359 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eed88-43ff-4732-b57a-801ad5976390 req-ddc67bb5-b216-4dba-8740-4626812fa0d6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:38.579752 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f8eed88-43ff-4732-b57a-801ad5976390 req-ddc67bb5-b216-4dba-8740-4626812fa0d6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.2398341 Sep 21 21:37:38.625143 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f8eed88-43ff-4732-b57a-801ad5976390 req-eddd52ce-2ae8-447f-8ea1-63b76fd1d2bb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 Sep 21 21:37:38.786423 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-4749a8f0-22b8-47a6-9d68-909e97a6d73a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:38.787934 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-4749a8f0-22b8-47a6-9d68-909e97a6d73a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0514045 Sep 21 21:37:38.882554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 59baf62b-e59d-4caa-9003-3d60d392b8fb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:37:38.882814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:38.967076 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] For port 59baf62b-e59d-4caa-9003-3d60d392b8fb, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=59baf62b-e59d-4caa-9003-3d60d392b8fb,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:38.967444 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:39.159935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57834a-28a9-47e0-9388-939cb08a289c req-cabac6cb-3ff0-471b-a946-2f48641db9a8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:39.161321 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce57834a-28a9-47e0-9388-939cb08a289c req-cabac6cb-3ff0-471b-a946-2f48641db9a8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.1281750 Sep 21 21:37:39.189726 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b4a4b-01b8-4f7a-9d60-71043a24f157 req-59b959ea-27ab-4146-8477-9bfdfb4b7d08 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:39.191203 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-984b4a4b-01b8-4f7a-9d60-71043a24f157 req-59b959ea-27ab-4146-8477-9bfdfb4b7d08 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=28573d47-9d15-42b1-aaed-32d8104d0222 HTTP/1.1" status: 200 len: 945 time: 0.0517609 Sep 21 21:37:39.235092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:39.235464 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:39.235786 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 388747b2-364f-4eb9-9ae6-793aa2a81a16 disassociated. External IP: 172.27.0.159, port: 59baf62b-e59d-4caa-9003-3d60d392b8fb. Sep 21 21:37:39.236147 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 59baf62b-e59d-4caa-9003-3d60d392b8fb owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:37:39.237835 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-984b4a4b-01b8-4f7a-9d60-71043a24f157 req-19cbc51d-cbdb-447e-bc0f-e3260146e3a0 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=a0cadb11-1d82-4da0-8472-23669e248033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408728 Sep 21 21:37:39.254083 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce57834a-28a9-47e0-9388-939cb08a289c req-0c496d6c-2666-47b5-b72f-04c9c2b30fb3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684526 Sep 21 21:37:39.366822 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (59baf62b-e59d-4caa-9003-3d60d392b8fb), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:39.396628 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=59baf62b-e59d-4caa-9003-3d60d392b8fb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:39.407510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.407864 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.408215 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.408556 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.408895 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.409232 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.409567 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.409922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.410303 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.410576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.410908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.411233 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.411562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:39.509996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:37:39.609386 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:37:39.621007 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:37:39.631524 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:39.632141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:39.654788 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] No DVR routers for this DVR port 59baf62b-e59d-4caa-9003-3d60d392b8fb on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:37:39.657450 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:39.661290 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dec822fb-8dd8-4245-b3bc-4e541259936a req-c83c4765-c156-446f-80df-f83022b22d32 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "DELETE /v2.0/ports/59baf62b-e59d-4caa-9003-3d60d392b8fb HTTP/1.1" status: 204 len: 173 time: 0.8672419 Sep 21 21:37:39.661749 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'name': 'network-vif-deleted', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:39.664908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639b9cb-87ad-4271-904d-0a78c1716a6d" -d '{"events": [{"server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "name": "network-vif-deleted", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:39.711565 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e52a1-09eb-4c76-be44-93f534ed3258 x-openstack-request-id: req-886e52a1-09eb-4c76-be44-93f534ed3258 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:39.712536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28573d47-9d15-42b1-aaed-32d8104d0222", "name": "network-vif-deleted", "tag": "59baf62b-e59d-4caa-9003-3d60d392b8fb", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:39.712536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-886e52a1-09eb-4c76-be44-93f534ed3258 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:39.712828 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886e52a1-09eb-4c76-be44-93f534ed3258'] response: {'server_uuid': '28573d47-9d15-42b1-aaed-32d8104d0222', 'name': 'network-vif-deleted', 'tag': '59baf62b-e59d-4caa-9003-3d60d392b8fb', 'status': 'completed', 'code': 200} Sep 21 21:37:39.778604 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:39.809517 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510557d-8921-4545-b572-8a4fd875ecdb req-79cebf30-f1ed-4929-b29a-0433b1548024 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:39.811130 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c510557d-8921-4545-b572-8a4fd875ecdb req-79cebf30-f1ed-4929-b29a-0433b1548024 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0661073 Sep 21 21:37:39.859729 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c510557d-8921-4545-b572-8a4fd875ecdb req-c48ac5d9-2652-49bf-a400-3de745acde4b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Sep 21 21:37:40.004594 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:40.028009 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:37:40.036596 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:40.037190 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:40.264685 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:40.392456 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059550cc-af89-4680-ad48-7af6837af39d req-923d83e1-5f21-45fd-bd8a-334cab3d3bc4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:40.394010 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-059550cc-af89-4680-ad48-7af6837af39d req-923d83e1-5f21-45fd-bd8a-334cab3d3bc4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0547073 Sep 21 21:37:40.450797 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-059550cc-af89-4680-ad48-7af6837af39d req-fdef0abc-cca6-4b9d-a4da-39918243c3f9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504317 Sep 21 21:37:40.493912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:40.517682 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ec96c-277d-408f-8283-ed01f4aa3667 None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'ab097c2c-6f0c-44c2-9fb6-0100f5bab809', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:86:ae:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:34:28Z', 'updated_at': '2022-09-21T21:35:03Z', 'revision_number': 2, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:37:40.743358 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78afb0-e0aa-45e8-8e15-687944956c97 None None] New status for floating IP 388747b2-364f-4eb9-9ae6-793aa2a81a16: DOWN {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:37:41.340143 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58000) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:41.364640 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 59baf62b-e59d-4caa-9003-3d60d392b8fb no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:37:41.387601 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 59baf62b-e59d-4caa-9003-3d60d392b8fb {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:37:41.387946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 59baf62b-e59d-4caa-9003-3d60d392b8fb not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:37:41.394387 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (a0cadb11-1d82-4da0-8472-23669e248033), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.417795 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (a0cadb11-1d82-4da0-8472-23669e248033), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.470542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a0cadb11-1d82-4da0-8472-23669e248033), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.473787 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.477834 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0cadb11-1d82-4da0-8472-23669e248033 HTTP/1.1" status: 204 len: 168 time: 0.1337848 Sep 21 21:37:41.478287 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58004) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:41.495968 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-f8aaff8c-273e-4110-ba19-ef564292f4e7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] show failed (client error): The resource could not be found. Sep 21 21:37:41.497101 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f8aaff8c-273e-4110-ba19-ef564292f4e7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups/a0cadb11-1d82-4da0-8472-23669e248033 HTTP/1.1" status: 404 len: 347 time: 0.0175843 Sep 21 21:37:41.498330 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cadb11-1d82-4da0-8472-23669e248033,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:41.499983 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58006) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:41.507651 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.508048 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.508397 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.508743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.509081 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.509464 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.509897 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.510382 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.511594 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.511979 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.512435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.512883 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.513216 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783d884-e103-41a9-b8a1-85365c0448dc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:41.581668 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb8ea-597a-4acf-9cf7-8332dd5de1e4 req-9dd44e59-6979-4728-9b48-55f79ae66b2b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:41.583765 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-171cb8ea-597a-4acf-9cf7-8332dd5de1e4 req-9dd44e59-6979-4728-9b48-55f79ae66b2b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0569777 Sep 21 21:37:41.635079 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-171cb8ea-597a-4acf-9cf7-8332dd5de1e4 req-e917b519-463f-47f6-9c45-886c4f30ec86 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Sep 21 21:37:41.643243 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 7923c35f-e49c-476a-b6e1-44baaa5222b7 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:37:41.643670 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.719375 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.719702 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (7923c35f-e49c-476a-b6e1-44baaa5222b7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.731701 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 7923c35f-e49c-476a-b6e1-44baaa5222b7 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:37:41.866153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (7923c35f-e49c-476a-b6e1-44baaa5222b7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.893847 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=7923c35f-e49c-476a-b6e1-44baaa5222b7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:41.957037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (388747b2-364f-4eb9-9ae6-793aa2a81a16), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.959589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:41.960772 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d98fadcd-234f-4c9d-9510-cff386bed5d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/floatingips/388747b2-364f-4eb9-9ae6-793aa2a81a16 HTTP/1.1" status: 204 len: 168 time: 0.4596720 Sep 21 21:37:42.760782 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a288d8-ff4c-4452-84ae-2c3ddef6c7fb req-11f4f4e4-dfd3-4897-bfd0-4e3891e4bfb0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:42.762289 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13a288d8-ff4c-4452-84ae-2c3ddef6c7fb req-11f4f4e4-dfd3-4897-bfd0-4e3891e4bfb0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0523202 Sep 21 21:37:42.809814 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13a288d8-ff4c-4452-84ae-2c3ddef6c7fb req-d2ed1ec0-1351-4853-bf3f-b2f2ea90d36b tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Sep 21 21:37:43.669242 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c2c3a-d8b4-4c84-84e0-e0aff6b8f8cf req-fefa9075-5c92-45bd-8c33-97b89114bb0a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:43.670774 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-302c2c3a-d8b4-4c84-84e0-e0aff6b8f8cf req-fefa9075-5c92-45bd-8c33-97b89114bb0a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0529296 Sep 21 21:37:43.722933 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-302c2c3a-d8b4-4c84-84e0-e0aff6b8f8cf req-4e2c85aa-9411-429e-a1b4-63188b825c0b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Sep 21 21:37:43.937526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202aaa18-0bcd-4360-b8ce-d615a93bbd6e req-34ab5465-3e95-4068-bd84-ee311a4735a4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:43.939033 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-202aaa18-0bcd-4360-b8ce-d615a93bbd6e req-34ab5465-3e95-4068-bd84-ee311a4735a4 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0525522 Sep 21 21:37:43.984729 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-202aaa18-0bcd-4360-b8ce-d615a93bbd6e req-7eacbb6a-d18d-4167-9673-7b518bb3e8e5 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Sep 21 21:37:44.857016 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b691-cefc-48aa-bacc-65af0dca94f5 req-a2191b7d-fffd-4b80-89cb-df9bfc501717 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:44.858509 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e531b691-cefc-48aa-bacc-65af0dca94f5 req-a2191b7d-fffd-4b80-89cb-df9bfc501717 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0560911 Sep 21 21:37:44.904450 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e531b691-cefc-48aa-bacc-65af0dca94f5 req-c46b3ecf-5534-4efd-a9c2-c923e1583717 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=17bf36d1-a202-42b5-a5dc-a3822f7101f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399516 Sep 21 21:37:45.115736 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1f29-4fd9-41b7-9369-52fc47dcf289 req-a2b17f9a-f60a-4786-b68b-0da7da9bbcf9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:45.117207 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-121e1f29-4fd9-41b7-9369-52fc47dcf289 req-a2b17f9a-f60a-4786-b68b-0da7da9bbcf9 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0583732 Sep 21 21:37:45.163436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-121e1f29-4fd9-41b7-9369-52fc47dcf289 req-560698b3-b587-49b1-aed7-6f28b41c6b06 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406966 Sep 21 21:37:45.344472 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-d86b36ba-526c-4fa3-a67a-a6c187257abc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:45.345905 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-d86b36ba-526c-4fa3-a67a-a6c187257abc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 945 time: 0.0514102 Sep 21 21:37:45.435505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port d835fcd3-e1f7-481c-b90e-4e8e4176348d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:37:45.435845 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:45.524292 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] For port d835fcd3-e1f7-481c-b90e-4e8e4176348d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=d835fcd3-e1f7-481c-b90e-4e8e4176348d,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:45.524655 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:45.687143 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:45.687510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:45.687828 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP ab097c2c-6f0c-44c2-9fb6-0100f5bab809 disassociated. External IP: 172.27.0.162, port: d835fcd3-e1f7-481c-b90e-4e8e4176348d. Sep 21 21:37:45.688168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for d835fcd3-e1f7-481c-b90e-4e8e4176348d owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:37:45.813587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (d835fcd3-e1f7-481c-b90e-4e8e4176348d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:45.845115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=d835fcd3-e1f7-481c-b90e-4e8e4176348d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:45.951950 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:37:46.007355 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f1fa62d8-6a0c-4585-9f43-7e81ebd80319 req-137fbca5-a26d-47b5-84a7-f1a39022f951 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c52e2957-fe65-4055-a73d-3d26cd8e29ae HTTP/1.1" status: 200 len: 210 time: 0.0287597 Sep 21 21:37:46.058290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:37:46.068471 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:37:46.078135 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:46.078746 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:46.101263 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] No DVR routers for this DVR port d835fcd3-e1f7-481c-b90e-4e8e4176348d on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:37:46.103824 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:46.107185 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-167cfc6b-3c45-467b-8e0a-425d05515bbd req-154801ef-2863-487e-8cd4-e5fb59ae1120 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "DELETE /v2.0/ports/d835fcd3-e1f7-481c-b90e-4e8e4176348d HTTP/1.1" status: 204 len: 173 time: 0.7555854 Sep 21 21:37:46.107682 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'name': 'network-vif-deleted', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:46.109973 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b204ba4-bc0a-4b0c-a902-f71fc10a4e5f" -d '{"events": [{"server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "name": "network-vif-deleted", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:46.148535 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56488053-c265-4425-aae8-52a13b7957c8 x-openstack-request-id: req-56488053-c265-4425-aae8-52a13b7957c8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:46.149123 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52e2957-fe65-4055-a73d-3d26cd8e29ae", "name": "network-vif-deleted", "tag": "d835fcd3-e1f7-481c-b90e-4e8e4176348d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:46.149123 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56488053-c265-4425-aae8-52a13b7957c8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:46.149687 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56488053-c265-4425-aae8-52a13b7957c8'] response: {'server_uuid': 'c52e2957-fe65-4055-a73d-3d26cd8e29ae', 'name': 'network-vif-deleted', 'tag': 'd835fcd3-e1f7-481c-b90e-4e8e4176348d', 'status': 'completed', 'code': 200} Sep 21 21:37:46.186665 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:46.318339 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47671a01-ffd9-489f-97c0-df930084a3be req-dd2995a3-450f-48fb-bdda-5e04f6e7b0d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:46.320424 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-47671a01-ffd9-489f-97c0-df930084a3be req-dd2995a3-450f-48fb-bdda-5e04f6e7b0d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0613432 Sep 21 21:37:46.379654 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-47671a01-ffd9-489f-97c0-df930084a3be req-040951ae-8870-4d20-b725-78f28968e937 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521336 Sep 21 21:37:46.410927 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:46.440378 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:37:46.448923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:46.449486 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:46.560890 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:46.762207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:46.788462 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e3d9f-7fc3-43e2-9215-bda047fa3909 None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:37:47.014782 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542068b9-ea00-4922-8cbb-811bb62a0ce9 None None] New status for floating IP ab097c2c-6f0c-44c2-9fb6-0100f5bab809: DOWN {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:37:47.105286 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58048) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:47.170778 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (17bf36d1-a202-42b5-a5dc-a3822f7101f3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.200988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (17bf36d1-a202-42b5-a5dc-a3822f7101f3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.255699 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (17bf36d1-a202-42b5-a5dc-a3822f7101f3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.259000 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.260391 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/security-groups/17bf36d1-a202-42b5-a5dc-a3822f7101f3 HTTP/1.1" status: 204 len: 168 time: 0.1540782 Sep 21 21:37:47.263585 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58050) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:47.269554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1c052-35af-45bd-bcf6-7489f5bb78b4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf36d1-a202-42b5-a5dc-a3822f7101f3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:47.277466 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.api.v2.resource [None req-38291a13-5de5-414e-a7e5-25ce854c8297 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] show failed (client error): The resource could not be found. Sep 21 21:37:47.281322 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-38291a13-5de5-414e-a7e5-25ce854c8297 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups/17bf36d1-a202-42b5-a5dc-a3822f7101f3 HTTP/1.1" status: 404 len: 347 time: 0.0140038 Sep 21 21:37:47.281613 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58052) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:47.430674 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 8c9469e2-b221-4530-9175-71fe9fa44e8d {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:37:47.431046 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.506246 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.506570 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (8c9469e2-b221-4530-9175-71fe9fa44e8d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.510872 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6899700-ace6-4496-a352-cb604e5df41f req-cbd2f55f-0ac8-452a-91bd-4a4119830d0f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:47.512416 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6899700-ace6-4496-a352-cb604e5df41f req-cbd2f55f-0ac8-452a-91bd-4a4119830d0f tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0535076 Sep 21 21:37:47.518248 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 8c9469e2-b221-4530-9175-71fe9fa44e8d owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:37:47.569438 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6899700-ace6-4496-a352-cb604e5df41f req-f372ab11-99bc-4fbb-b9ef-b91957e02b24 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Sep 21 21:37:47.690033 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (8c9469e2-b221-4530-9175-71fe9fa44e8d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.714024 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=8c9469e2-b221-4530-9175-71fe9fa44e8d,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:47.774138 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (ab097c2c-6f0c-44c2-9fb6-0100f5bab809), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.776729 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.777909 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8f904fae-9909-4259-8621-f1e0e00c008b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/floatingips/ab097c2c-6f0c-44c2-9fb6-0100f5bab809 HTTP/1.1" status: 204 len: 168 time: 0.4951971 Sep 21 21:37:47.854879 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58058) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:47.859417 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544599451', 'description': 'tempest-description--976456862'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:47.880383 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.946632 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (9341c3c5-06dc-4570-9fb4-fbf199d3eb23), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.950549 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9341c3c5-06dc-4570-9fb4-fbf199d3eb23), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.978914 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:47.980149 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1242602 Sep 21 21:37:47.982122 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ccde2-cb00-440f-84f2-a69ae87e1a03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9341c3c5-06dc-4570-9fb4-fbf199d3eb23,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:47.983851 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58060) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:47.989106 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '9341c3c5-06dc-4570-9fb4-fbf199d3eb23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:48.016201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (35ce2377-6b04-436f-beab-d1a6f675d084), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.072342 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (35ce2377-6b04-436f-beab-d1a6f675d084), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.076996 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (35ce2377-6b04-436f-beab-d1a6f675d084), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.098809 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c63ea0e9-49a2-47fc-933f-505068107e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.102706 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce2377-6b04-436f-beab-d1a6f675d084,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:48.108536 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.109713 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-641c5758-ff40-400f-9317-73b5ce546b7f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248543 Sep 21 21:37:48.112347 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58062) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:48.116477 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '9341c3c5-06dc-4570-9fb4-fbf199d3eb23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:48.140346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (ad4992fd-00c3-44b7-be25-4372a06b3ccc), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.199797 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (ad4992fd-00c3-44b7-be25-4372a06b3ccc), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.203368 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (ad4992fd-00c3-44b7-be25-4372a06b3ccc), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.221572 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4992fd-00c3-44b7-be25-4372a06b3ccc,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:48.228746 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.230137 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-eb025809-7062-4501-89cc-ab6d4293b568 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167459 Sep 21 21:37:48.233031 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58064) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:48.237476 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:48.256911 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.353425 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.455675 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.27.0.28 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/8ebb46b4-0838-42cd-b8fa-f55ad2429493) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:37:48.559440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.591950 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.627740 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:37:48.632375 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:37:48.634988 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:37:48.661734 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=8ebb46b4-0838-42cd-b8fa-f55ad2429493,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:48.711536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987226c-22de-4023-bf4b-ac3f6e402b09 req-cb085c5f-d6ab-4c9b-a39b-be340cc8317e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:48.713022 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3987226c-22de-4023-bf4b-ac3f6e402b09 req-cb085c5f-d6ab-4c9b-a39b-be340cc8317e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0637145 Sep 21 21:37:48.724961 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.763619 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.764425 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3987226c-22de-4023-bf4b-ac3f6e402b09 req-3a521e92-5b4c-4836-8a44-4a8347102dc8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 Sep 21 21:37:48.918823 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.924002 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:48.999740 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=8ebb46b4-0838-42cd-b8fa-f55ad2429493,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:49.003043 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:49.019935 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:49.021328 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f2f66125-b8d8-4735-89f0-ec8d3096bd72 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7871718 Sep 21 21:37:49.164614 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-18cec488-7530-421a-9230-b29f60349dab tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--544599451&fields=id&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 267 time: 0.0413048 Sep 21 21:37:49.276569 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-e215aaa2-fbc8-479b-9e7a-f9dcbe901451 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:49.278062 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-e215aaa2-fbc8-479b-9e7a-f9dcbe901451 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1071084 Sep 21 21:37:49.292241 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-9c736795-f980-4de9-a9dc-30202f194481 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/quotas/b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 375 time: 0.0088892 Sep 21 21:37:49.345462 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-0f6894cd-9ece-4f8a-9d49-328868ba9654 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486035 Sep 21 21:37:49.379847 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device d835fcd3-e1f7-481c-b90e-4e8e4176348d no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:37:49.399632 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: d835fcd3-e1f7-481c-b90e-4e8e4176348d {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:37:49.399975 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device d835fcd3-e1f7-481c-b90e-4e8e4176348d not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:37:49.441077 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-8642eb0d-6100-4413-a71c-00523769add9 service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Sep 21 21:37:49.536390 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-779cda22-1eae-4313-9f00-1cbb30462035 service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895832 Sep 21 21:37:49.700066 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66b2fa94-825c-4fbd-b8a0-18b76bdcc58e req-14013ad1-9aa3-4279-be4e-9419b2451370 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Sep 21 21:37:49.897716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e62e-28f1-4a61-87ac-99fabdc9c1c8 req-fb36bdcd-9dd4-4f5e-82ed-1e2b38699898 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:49.899364 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-57c6e62e-28f1-4a61-87ac-99fabdc9c1c8 req-fb36bdcd-9dd4-4f5e-82ed-1e2b38699898 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0545471 Sep 21 21:37:49.949456 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-57c6e62e-28f1-4a61-87ac-99fabdc9c1c8 req-90448ce9-bc07-4cbc-894b-2c033a140eec tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Sep 21 21:37:50.369691 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-dddc460c-407a-45a0-aa67-002bbd338ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:50.715477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-eaaf97ee-7a1f-498e-8f63-d5dab8eaa336 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:50.717656 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-eaaf97ee-7a1f-498e-8f63-d5dab8eaa336 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1076348 Sep 21 21:37:50.786292 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-e47871c1-56e9-45ba-a74c-3287e03ce405 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 379 time: 0.0588880 Sep 21 21:37:50.813321 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-258fb545-8f34-4d64-a64c-773808294bf0 req-ff1e9ac4-70a4-4b4e-944e-a31cc6d5d790 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0333877 Sep 21 21:37:50.817234 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'port': {'device_id': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'admin_state_up': True, 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'security_groups': ['9341c3c5-06dc-4570-9fb4-fbf199d3eb23']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:50.934884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:37:50.938810 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.082378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.20.0.12 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/8a1b7277-3c0b-454c-9387-7dbe97143235) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:37:51.082611 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efa719-7569-4fdc-bf87-85eb54e8f3dc req-1c2159c0-91a5-4cf2-8c05-9a574216d444 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:51.083866 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-03efa719-7569-4fdc-bf87-85eb54e8f3dc req-1c2159c0-91a5-4cf2-8c05-9a574216d444 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0572159 Sep 21 21:37:51.133758 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-03efa719-7569-4fdc-bf87-85eb54e8f3dc req-9d9e5cd6-0d9b-47a0-97e2-d649714af1b8 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Sep 21 21:37:51.231832 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.270424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.588650 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:37:51.599618 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:37:51.602212 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:51.604481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:37:51.655631 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a4a69-3c82-41cf-8ba5-441d2a40aafc req-d43dbc00-55cf-4951-8e95-24ddeddf3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:51.657210 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f9a4a69-3c82-41cf-8ba5-441d2a40aafc req-d43dbc00-55cf-4951-8e95-24ddeddf3d23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.3558891 Sep 21 21:37:51.662523 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:51.663164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.698338 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-3fd74d50-8074-4683-86fe-3d17ea5c57a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8870716 Sep 21 21:37:51.712900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Request body: {'port': {'device_id': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:51.736630 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f9a4a69-3c82-41cf-8ba5-441d2a40aafc req-baeb83de-81ed-4795-9631-9a162e449ad8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706124 Sep 21 21:37:51.776449 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.785381 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.886143 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Provisioning complete for port 8a1b7277-3c0b-454c-9387-7dbe97143235 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:37:51.886492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:51.886765 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Attempt 1 to provision port 8a1b7277-3c0b-454c-9387-7dbe97143235 Sep 21 21:37:51.918607 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Port 8a1b7277-3c0b-454c-9387-7dbe97143235 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:37:52.018474 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e593063-b489-47e7-9e94-5ee6d5ffc56d req-c46d07eb-292f-406b-8065-619ab55daef2 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.020472 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e593063-b489-47e7-9e94-5ee6d5ffc56d req-c46d07eb-292f-406b-8065-619ab55daef2 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 932 time: 0.1138139 Sep 21 21:37:52.108112 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e593063-b489-47e7-9e94-5ee6d5ffc56d req-d3d16187-d0a2-44d2-ac0e-b4d87ab16310 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819168 Sep 21 21:37:52.114094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1b7277-3c0b-454c-9387-7dbe97143235 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:37:52.121944 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks [] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:52.134679 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Transition to ACTIVE for port object 8a1b7277-3c0b-454c-9387-7dbe97143235 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:37:52.138974 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:52.229481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:52.260454 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Attempting to bind port 8a1b7277-3c0b-454c-9387-7dbe97143235 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:37:52.260794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Attempting to bind port 8a1b7277-3c0b-454c-9387-7dbe97143235 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:37:52.261133 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Attempting to bind port 8a1b7277-3c0b-454c-9387-7dbe97143235 on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:37:52.261844 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaddd3-66d5-4d5c-ad87-e95bc975eb8b req-02efe856-ca49-42c7-8364-adad33217210 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.263326 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29eaddd3-66d5-4d5c-ad87-e95bc975eb8b req-02efe856-ca49-42c7-8364-adad33217210 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0536532 Sep 21 21:37:52.267623 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Port 8a1b7277-3c0b-454c-9387-7dbe97143235 on network 7d10a91e-15bf-442d-a91a-10015397d26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:37:52.267971 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Attempting to bind port 8a1b7277-3c0b-454c-9387-7dbe97143235 on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:37:52.272982 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:37:52.273325 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:37:52.273708 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:37:52.274188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Bound port: 8a1b7277-3c0b-454c-9387-7dbe97143235, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:37:52.274549 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:52.310709 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29eaddd3-66d5-4d5c-ad87-e95bc975eb8b req-092882fb-2545-40f0-8fc2-65e83cc4a5f2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 Sep 21 21:37:52.340327 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:37:52.343345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8a1b7277-3c0b-454c-9387-7dbe97143235,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:37:52.348635 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:52.352466 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.353077 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:52.354466 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a1b7277-3c0b-454c-9387-7dbe97143235 HTTP/1.1" status: 200 len: 1094 time: 0.6464765 Sep 21 21:37:52.354950 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:52.357155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d362130-1cc5-4edd-b021-5f8f8502a457" -d '{"events": [{"name": "network-changed", "server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:52.399088 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a32f4-add5-4162-8147-d70f736c9ccc x-openstack-request-id: req-051a32f4-add5-4162-8147-d70f736c9ccc {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:52.399476 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:52.399841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-051a32f4-add5-4162-8147-d70f736c9ccc {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:52.400266 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051a32f4-add5-4162-8147-d70f736c9ccc'] response: {'name': 'network-changed', 'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'status': 'completed', 'code': 200} Sep 21 21:37:52.419958 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Attempt 2 to provision port 8a1b7277-3c0b-454c-9387-7dbe97143235 Sep 21 21:37:52.441545 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f21a8-39ae-4fa6-b0b1-2819a527e714 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:52.462077 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-90163a73-a549-41d3-8266-a1697b222d94 None None] Port 8a1b7277-3c0b-454c-9387-7dbe97143235 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:37:52.462724 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-9ea11ebe-73a8-493f-8a17-8cea779242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.465527 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-9ea11ebe-73a8-493f-8a17-8cea779242c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 1128 time: 0.0583014 Sep 21 21:37:52.509215 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-66d18ca0-b35c-4098-93b8-af6b6a981444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a1b7277-3c0b-454c-9387-7dbe97143235 HTTP/1.1" status: 200 len: 217 time: 0.0327065 Sep 21 21:37:52.564788 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-f04df192-ae45-4a79-9402-2973546bfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.566243 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-f04df192-ae45-4a79-9402-2973546bfbba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0470097 Sep 21 21:37:52.616270 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-209cf590-1c27-47a3-af5b-72e6f30dbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.617694 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-209cf590-1c27-47a3-af5b-72e6f30dbebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442600 Sep 21 21:37:52.711139 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-798b443b-433e-43ad-b8c9-58f66162a26d service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835764 Sep 21 21:37:52.805268 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc6d8f60-b23e-48ae-aedd-e73631aacad0 req-c81ae930-79a4-4a4c-a791-fffd9327087a service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876262 Sep 21 21:37:52.905455 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-d9777d33-1bef-42bd-9f88-155961274e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:52.906991 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-d9777d33-1bef-42bd-9f88-155961274e73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 1128 time: 0.0446391 Sep 21 21:37:53.010288 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-73d8efda-7626-4261-a8fe-97e3b66315a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.011790 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-73d8efda-7626-4261-a8fe-97e3b66315a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.0947878 Sep 21 21:37:53.054011 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-b39292e5-9f67-4e51-a84d-71652b043061 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a1b7277-3c0b-454c-9387-7dbe97143235 HTTP/1.1" status: 200 len: 217 time: 0.0334167 Sep 21 21:37:53.102024 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-9c22a453-19e8-4a0c-ae1e-0f1fbba579fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.103464 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-9c22a453-19e8-4a0c-ae1e-0f1fbba579fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0426934 Sep 21 21:37:53.151256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-fa51e67f-35f0-4a24-907f-2f0330337929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.152763 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-fa51e67f-35f0-4a24-907f-2f0330337929 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428805 Sep 21 21:37:53.230399 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bc8b4-a13b-4691-b6e1-9d118f7f89cb req-59931871-a85a-4081-8fc5-9ea55855c3b8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.231859 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2c8bc8b4-a13b-4691-b6e1-9d118f7f89cb req-59931871-a85a-4081-8fc5-9ea55855c3b8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0510733 Sep 21 21:37:53.245691 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-24a2ff32-965a-425f-af03-091de9b98431 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842290 Sep 21 21:37:53.280819 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2c8bc8b4-a13b-4691-b6e1-9d118f7f89cb req-0a0b2447-cb83-4a11-a831-aa9166093fe9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Sep 21 21:37:53.347406 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5d362130-1cc5-4edd-b021-5f8f8502a457 req-33169179-b5ca-4250-a049-890afbf7668e service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881357 Sep 21 21:37:53.438519 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9198-69d8-4107-976c-f7b0482643c9 req-472ae2f4-731a-4bc9-a62f-60e84035940d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.440454 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d37f9198-69d8-4107-976c-f7b0482643c9 req-472ae2f4-731a-4bc9-a62f-60e84035940d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0551021 Sep 21 21:37:53.485899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d37f9198-69d8-4107-976c-f7b0482643c9 req-8354adf5-ac04-416a-a21c-ab9326538578 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398247 Sep 21 21:37:53.637344 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:53.817048 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-0cf911ca-011e-4b7f-b059-0ecb0e91299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.818591 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-0cf911ca-011e-4b7f-b059-0ecb0e91299e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.0441802 Sep 21 21:37:53.833550 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfccb03-a30e-4322-aa4c-5eb2edde498f req-9767cf84-f506-4c30-9a69-eca4e0eb2d81 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.835055 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5bfccb03-a30e-4322-aa4c-5eb2edde498f req-9767cf84-f506-4c30-9a69-eca4e0eb2d81 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0536513 Sep 21 21:37:53.881915 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5bfccb03-a30e-4322-aa4c-5eb2edde498f req-346bb67f-038e-4477-ac5f-793cf60491bb tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Sep 21 21:37:53.911735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-1692895d-a39d-4099-884a-0300fcf79ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:53.913201 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-1692895d-a39d-4099-884a-0300fcf79ae4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.0878565 Sep 21 21:37:53.974434 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-f199539f-6e8c-420b-ac53-211213305258 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 1001 time: 0.0542946 Sep 21 21:37:54.026256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-a106ec3f-a08e-4b6b-8e9c-3ce47c2b0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:54.027611 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-a106ec3f-a08e-4b6b-8e9c-3ce47c2b0258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0465705 Sep 21 21:37:54.083758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-e20107b8-0fc0-4ced-82cc-c49fcc6193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:54.085221 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-e20107b8-0fc0-4ced-82cc-c49fcc6193b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458415 Sep 21 21:37:54.172234 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-a3c8abdd-9502-4c66-a678-8b8823e9dffc service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781145 Sep 21 21:37:54.260984 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64505d90-37f8-413c-828c-0e9f54ec5afa req-d9c59a92-857f-4968-a92d-a108913e6455 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822248 Sep 21 21:37:54.407447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc70185-75eb-441f-a5cc-decf24f33ce6 req-bd29175a-898b-41df-8b96-d7302bdbd021 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:54.409637 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9dc70185-75eb-441f-a5cc-decf24f33ce6 req-bd29175a-898b-41df-8b96-d7302bdbd021 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0535250 Sep 21 21:37:54.453963 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9dc70185-75eb-441f-a5cc-decf24f33ce6 req-314e5420-e4f3-4ac8-a988-1a9f88455bf0 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Sep 21 21:37:54.515474 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:55.007349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9576b-07a6-43ce-b02b-53a9472a005b req-0ac08774-be44-42f5-a4e0-f06d24b38183 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:55.008829 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1cf9576b-07a6-43ce-b02b-53a9472a005b req-0ac08774-be44-42f5-a4e0-f06d24b38183 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0556858 Sep 21 21:37:55.055189 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1cf9576b-07a6-43ce-b02b-53a9472a005b req-e002d827-2a2d-424b-b1f8-81c7eb0c16e5 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Sep 21 21:37:55.398393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8a1b7277-3c0b-454c-9387-7dbe97143235 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:37:55.491070 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8a1b7277-3c0b-454c-9387-7dbe97143235,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:55.506078 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'port_id': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'mac_address': 'fa:16:3e:b0:39:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:37:55.539959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 8a1b7277-3c0b-454c-9387-7dbe97143235 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:37:55.540357 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:55.553532 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1b7277-3c0b-454c-9387-7dbe97143235 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:37:55.572650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8a1b7277-3c0b-454c-9387-7dbe97143235,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:55.577591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:55.580109 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be00f8f-628f-4bdd-9e5b-087abfc0e270 req-b39485c6-2025-4ae2-b290-07741ad59e9e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:55.581643 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6be00f8f-628f-4bdd-9e5b-087abfc0e270 req-b39485c6-2025-4ae2-b290-07741ad59e9e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 944 time: 0.0532608 Sep 21 21:37:55.625686 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:55.632008 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6be00f8f-628f-4bdd-9e5b-087abfc0e270 req-f9b5537b-1aee-4518-8c31-c2fa3dbdcd37 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Sep 21 21:37:55.632768 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.633142 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.633506 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.633947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.634289 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.634621 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.635001 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.635270 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.635600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.635946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.636278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.636604 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.636929 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:37:55.933564 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['8a1b7277-3c0b-454c-9387-7dbe97143235'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:37:56.186644 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29320d7b-0e68-41e3-8e29-7237bf31f84b req-5e6ed0de-8589-462f-b8c1-87706113d7be tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:56.188105 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29320d7b-0e68-41e3-8e29-7237bf31f84b req-5e6ed0de-8589-462f-b8c1-87706113d7be tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0581193 Sep 21 21:37:56.233288 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29320d7b-0e68-41e3-8e29-7237bf31f84b req-e403488a-5e8e-4524-8873-92f2c76f543a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391908 Sep 21 21:37:56.759320 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d90f-63ac-4e2f-a021-7e074bd8cb93 req-859e8982-864a-46c0-b47c-2bbcfe1203c8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:56.760791 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4318d90f-63ac-4e2f-a021-7e074bd8cb93 req-859e8982-864a-46c0-b47c-2bbcfe1203c8 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 945 time: 0.0545096 Sep 21 21:37:56.806141 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4318d90f-63ac-4e2f-a021-7e074bd8cb93 req-19da54f4-c9cc-454c-a59d-b7732d11e68e tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 Sep 21 21:37:57.356245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4358-cce3-4263-991b-78e4c1e54810 req-43f589b3-1694-4617-bf65-41a6d2d0cdca tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:57.357711 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-987f4358-cce3-4263-991b-78e4c1e54810 req-43f589b3-1694-4617-bf65-41a6d2d0cdca tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0508254 Sep 21 21:37:57.403195 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-987f4358-cce3-4263-991b-78e4c1e54810 req-bde72da8-ff5a-4e19-b50e-fe43f2030a02 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Sep 21 21:37:57.417923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8a1b7277-3c0b-454c-9387-7dbe97143235 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:37:57.466597 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 8a1b7277-3c0b-454c-9387-7dbe97143235 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:37:57.470704 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 8a1b7277-3c0b-454c-9387-7dbe97143235 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:37:57.471079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:57.471415 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 8a1b7277-3c0b-454c-9387-7dbe97143235 Sep 21 21:37:57.528903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccb77a-2a9e-4d21-9289-c3e00a553cca req-93bc494d-1041-4df0-af15-ab608fc5270a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:57.530395 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-96ccb77a-2a9e-4d21-9289-c3e00a553cca req-93bc494d-1041-4df0-af15-ab608fc5270a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0523484 Sep 21 21:37:57.540717 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58154) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:57.545314 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Request body: {'floatingip': {'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:57.545734 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 8a1b7277-3c0b-454c-9387-7dbe97143235 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:37:57.546211 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:57.572644 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:57.574919 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3ae59-ee72-41e5-bcc2-82e39b55a361" -d '{"events": [{"server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:57.587370 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8a1b7277-3c0b-454c-9387-7dbe97143235,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:37:57.591793 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:57.619095 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd22868a-0be9-4425-9f5c-b57647b2d72f x-openstack-request-id: req-dd22868a-0be9-4425-9f5c-b57647b2d72f {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:57.619397 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:57.619657 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd22868a-0be9-4425-9f5c-b57647b2d72f {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:57.620074 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd22868a-0be9-4425-9f5c-b57647b2d72f'] response: {'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'code': 200} Sep 21 21:37:57.623729 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:57.655941 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:37:57.810536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606062-8094-4374-97b5-7fb7c1665348 req-48248605-1fad-40a5-b38e-f1d4d3f8ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:57.812061 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45606062-8094-4374-97b5-7fb7c1665348 req-48248605-1fad-40a5-b38e-f1d4d3f8ca20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 1130 time: 0.0461214 Sep 21 21:37:57.863912 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45606062-8094-4374-97b5-7fb7c1665348 req-531aacc4-4c09-454b-b827-e1cd6f558f4c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440140 Sep 21 21:37:58.207143 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242b25-b9b4-44c9-8649-1e084ffe7328 req-dbea0913-08df-465e-b529-8db986f18ea7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:58.208601 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a3242b25-b9b4-44c9-8649-1e084ffe7328 req-dbea0913-08df-465e-b529-8db986f18ea7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.3171215 Sep 21 21:37:58.345547 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a3242b25-b9b4-44c9-8649-1e084ffe7328 req-b759f335-ecee-4b38-a807-c9bd0bb64ce6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311157 Sep 21 21:37:58.477916 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:58.482013 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:58.616768 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348efff-17cc-463d-b4aa-b53ae863e864 req-0f092fb7-b016-446d-957c-2e459b2d6133 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:58.618259 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f348efff-17cc-463d-b4aa-b53ae863e864 req-0f092fb7-b016-446d-957c-2e459b2d6133 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.1002731 Sep 21 21:37:58.731275 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f348efff-17cc-463d-b4aa-b53ae863e864 req-5b47e709-b15a-418f-a509-58172b8e85ef tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069376 Sep 21 21:37:58.754228 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:37:58.860199 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:37:58.865554 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:58.870112 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:37:58.880473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:58.881089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:58.895422 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:37:58.897673 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:37:58.932692 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-974b78f5-83ce-4a2b-8c88-c054d2e5c386 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "PUT /v2.0/floatingips/daa43d0b-1745-4293-9828-ebb6f7d8f8c8 HTTP/1.1" status: 200 len: 993 time: 1.3909256 Sep 21 21:37:58.948975 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ede0ec1-6d59-4639-bcbf-3e93b9fb838a x-openstack-request-id: req-2ede0ec1-6d59-4639-bcbf-3e93b9fb838a {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:37:58.949273 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:37:58.949530 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ede0ec1-6d59-4639-bcbf-3e93b9fb838a {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:37:58.949977 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ede0ec1-6d59-4639-bcbf-3e93b9fb838a'] response: {'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'status': 'completed', 'code': 200} Sep 21 21:37:58.989201 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:59.022981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-83b9934a-2311-44c3-91b9-19ef03ff1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.024558 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-83b9934a-2311-44c3-91b9-19ef03ff1cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.0458009 Sep 21 21:37:59.122791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-ee81c00c-b84c-4442-9dde-711738474029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.124278 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-ee81c00c-b84c-4442-9dde-711738474029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.0932617 Sep 21 21:37:59.192149 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-ef618bd1-ff5a-41b0-aad3-369a55f68283 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 1001 time: 0.0592608 Sep 21 21:37:59.244437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-83d05d48-c593-4677-898b-6029d51f3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.245894 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-83d05d48-c593-4677-898b-6029d51f3c8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0463455 Sep 21 21:37:59.298296 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-1d172c75-cddc-4aeb-9803-d4dd6178cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.299929 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-1d172c75-cddc-4aeb-9803-d4dd6178cd6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466950 Sep 21 21:37:59.340199 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:37:58Z', 'revision_number': 3, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:59.364595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:37:59.373240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:37:59.373921 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:59.404669 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-a093259c-b2e9-4491-a330-9f2d6c9cc6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892556 Sep 21 21:37:59.472184 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8fb57-5235-44aa-a02b-a7aca443a2d0 req-0a086e89-74c7-4325-bd2f-aa67b60a3c09 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.473670 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aff8fb57-5235-44aa-a02b-a7aca443a2d0 req-0a086e89-74c7-4325-bd2f-aa67b60a3c09 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Sep 21 21:37:59.488439 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:37:59.495975 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a8ad063-7d0e-4050-9e93-7e7a83c3bbfd req-19a01287-1ed8-4a70-aa5a-1680ecbb2f0e service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841019 Sep 21 21:37:59.522237 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-aff8fb57-5235-44aa-a02b-a7aca443a2d0 req-04576930-cb87-466a-9f82-a3b8dee63aa9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Sep 21 21:37:59.580363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:59.651941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28ff3f-0e1e-41eb-bd97-8fe95fd6e489 req-c1726925-b48b-4cb2-93f3-0a66d42b2ba3 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.653391 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2c28ff3f-0e1e-41eb-bd97-8fe95fd6e489 req-c1726925-b48b-4cb2-93f3-0a66d42b2ba3 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0588253 Sep 21 21:37:59.663548 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58176) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:59.668053 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'port_id': '8a1b7277-3c0b-454c-9387-7dbe97143235'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:37:59.704844 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:59.723764 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:37:58Z', 'revision_number': 3, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:59.748039 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fe846-c5c5-4aed-8e9e-afb1461655e7 None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': 'daa43d0b-1745-4293-9828-ebb6f7d8f8c8', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'port_id': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'mac_address': 'fa:16:3e:9e:ee:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:36:18Z', 'updated_at': '2022-09-21T21:37:58Z', 'revision_number': 3, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:37:59.874029 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0fa50-8efb-4aef-8464-3395d7e18fde req-847d83f7-43bb-47ab-94e2-590caa2b3dd1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:37:59.875537 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cea0fa50-8efb-4aef-8464-3395d7e18fde req-847d83f7-43bb-47ab-94e2-590caa2b3dd1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.0582592 Sep 21 21:37:59.929367 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cea0fa50-8efb-4aef-8464-3395d7e18fde req-512d1b1a-66b0-4d06-b74e-58a21c6a019f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476940 Sep 21 21:38:00.143919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:00.147760 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:00.265390 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 85e4065a-1cdc-4e10-bfb6-75a663864af3 associated. External IP: 172.27.0.28, port: 8a1b7277-3c0b-454c-9387-7dbe97143235. Sep 21 21:38:00.317213 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-ccdeb5ef-e2ae-4a36-a1c0-5a862c91c0b2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:00.318693 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-ccdeb5ef-e2ae-4a36-a1c0-5a862c91c0b2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.1008208 Sep 21 21:38:00.511394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Deleting port 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:00.511729 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:00.583178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:00.660647 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:38:00.908313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] For port 87df1393-b408-4342-88fa-8ce837cb4fd2, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=87df1393-b408-4342-88fa-8ce837cb4fd2,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:00.908627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:00.951257 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:00.953708 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b2e51-f65f-455e-b67f-27ffb5651c43" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:00.990263 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546761c-1514-41df-9121-15ee1e2f3a52 x-openstack-request-id: req-5546761c-1514-41df-9121-15ee1e2f3a52 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:00.990548 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:00.991398 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5546761c-1514-41df-9121-15ee1e2f3a52 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:00.992536 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5546761c-1514-41df-9121-15ee1e2f3a52'] response: {'name': 'network-changed', 'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'status': 'completed', 'code': 200} Sep 21 21:38:01.064251 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a4929-47c1-4664-af9d-00c23ed50684 req-5e384fd5-6990-460b-81c8-2286bab5ec06 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.065848 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7d9a4929-47c1-4664-af9d-00c23ed50684 req-5e384fd5-6990-460b-81c8-2286bab5ec06 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 946 time: 0.0543365 Sep 21 21:38:01.084181 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:01.088817 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:01.096663 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:01.107362 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:01.108333 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:01.115561 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7d9a4929-47c1-4664-af9d-00c23ed50684 req-9bb626db-e2ef-4b4c-ba01-9aafb3a105be tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6555a5a-4940-4cf4-b2f8-4c237cd8334c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Sep 21 21:38:01.167899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6f4d2822-6307-40bc-90d6-3a9a95546df1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "PUT /v2.0/floatingips/85e4065a-1cdc-4e10-bfb6-75a663864af3 HTTP/1.1" status: 200 len: 991 time: 1.5031514 Sep 21 21:38:01.170120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:01.172360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87428f0-a584-469a-b13d-b7e3a6a7757e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:01.187868 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-e8d3b5bc-d284-4f3e-89f0-9d95bb883056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.189752 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-e8d3b5bc-d284-4f3e-89f0-9d95bb883056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 1129 time: 0.1731489 Sep 21 21:38:01.192437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:01.192825 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:01.193143 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Floating IP dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85 disassociated. External IP: 172.27.0.201, port: 87df1393-b408-4342-88fa-8ce837cb4fd2. Sep 21 21:38:01.193486 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Calling delete_port for 87df1393-b408-4342-88fa-8ce837cb4fd2 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:01.224773 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c5c75-064a-4044-a002-57fa0d5b5ee5 x-openstack-request-id: req-070c5c75-064a-4044-a002-57fa0d5b5ee5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:01.225063 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:01.225313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-070c5c75-064a-4044-a002-57fa0d5b5ee5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:01.225718 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070c5c75-064a-4044-a002-57fa0d5b5ee5'] response: {'name': 'network-changed', 'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'status': 'completed', 'code': 200} Sep 21 21:38:01.285682 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-3d71c7ba-3885-43c0-8e89-abfc434cc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.287418 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-3d71c7ba-3885-43c0-8e89-abfc434cc659 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 1130 time: 0.0524282 Sep 21 21:38:01.296273 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:01.340542 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-55e010a9-6779-44ec-8522-e03652fcbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.342078 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-55e010a9-6779-44ec-8522-e03652fcbcf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.1463327 Sep 21 21:38:01.382476 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-b859bdb2-8c87-42eb-8e28-524287b1d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.384037 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-b859bdb2-8c87-42eb-8e28-524287b1d6a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.0899842 Sep 21 21:38:01.440637 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-cf8ce26d-d451-4a44-946f-dd522ebbd119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 200 len: 1001 time: 0.0904932 Sep 21 21:38:01.445177 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (87df1393-b408-4342-88fa-8ce837cb4fd2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:01.459746 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-a66c5c33-b28e-4340-8b9c-82691dd5ba2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a1b7277-3c0b-454c-9387-7dbe97143235 HTTP/1.1" status: 200 len: 999 time: 0.0660141 Sep 21 21:38:01.506128 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'Port': ['ID=87df1393-b408-4342-88fa-8ce837cb4fd2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:01.523745 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '85e4065a-1cdc-4e10-bfb6-75a663864af3', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b0:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:37:48Z', 'updated_at': '2022-09-21T21:38:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:01.527005 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-3015d4bc-015d-431f-a395-6617e105febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.528856 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-3015d4bc-015d-431f-a395-6617e105febe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0631552 Sep 21 21:38:01.553125 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:01.560971 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-0d9f8341-9fec-4afa-8098-20fe76fc5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.562556 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:01.562679 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-0d9f8341-9fec-4afa-8098-20fe76fc5634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0918076 Sep 21 21:38:01.563246 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:01.582183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-61274493-4960-4b84-92c3-892bc436e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.584078 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-61274493-4960-4b84-92c3-892bc436e709 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489652 Sep 21 21:38:01.659414 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-d6229217-0503-4623-ab1a-267eef0847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:01.660932 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-d6229217-0503-4623-ab1a-267eef0847ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911462 Sep 21 21:38:01.667570 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:01.671643 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:01.680113 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-4b8d77a0-54b1-407e-9493-782a177a6afb service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896287 Sep 21 21:38:01.794292 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-90f210f3-1db2-44f4-97df-2e3d41eb6f56 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047039 Sep 21 21:38:01.824611 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-702fbad0-9703-47fa-98f8-d660ba95d0af service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559238 Sep 21 21:38:01.884467 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:01.898678 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '85e4065a-1cdc-4e10-bfb6-75a663864af3', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b0:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:37:48Z', 'updated_at': '2022-09-21T21:38:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:01.901950 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:01.916178 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:01.917072 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:01.923798 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d35f44-2f1f-4f89-8f6d-edcfbc2d504d None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '85e4065a-1cdc-4e10-bfb6-75a663864af3', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b0:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:37:48Z', 'updated_at': '2022-09-21T21:38:00Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:01.955466 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] No DVR routers for this DVR port 87df1393-b408-4342-88fa-8ce837cb4fd2 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:01.959717 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:01.963165 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cf0573a-b1b9-44b5-96f8-b2f0adafdfd2 req-e914856f-5d6e-4b8b-bb3b-7c297cd1c7ac tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "DELETE /v2.0/ports/87df1393-b408-4342-88fa-8ce837cb4fd2 HTTP/1.1" status: 204 len: 173 time: 1.6380033 Sep 21 21:38:01.997649 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-008b2e51-f65f-455e-b67f-27ffb5651c43 req-90c27428-7dd5-44e6-a5c6-1da938e9cdf6 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665528 Sep 21 21:38:02.051977 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:02.240097 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba7e4d-4066-4567-88f0-aa5cfd9feb53 None None] New status for floating IP 85e4065a-1cdc-4e10-bfb6-75a663864af3: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:02.259973 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:02.264057 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4bbfd4de-10aa-4c0b-b7da-d26904eba2ac req-992c81f7-8b84-44e9-ad9c-0b82d3f76fc4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93 HTTP/1.1" status: 200 len: 210 time: 0.0325670 Sep 21 21:38:02.291051 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:02.299385 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:02.299942 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:02.400948 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:02.584867 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:02.608192 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdd336-d6f5-4bca-90e7-768f63a740d1 None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:02.833409 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ee16d-2ee0-4243-b64b-68d9d6e7a21a None None] New status for floating IP dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:03.071636 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-5b366bcd-8b13-4ea6-86f1-a7086901e268 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449803 Sep 21 21:38:03.143976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-039719e7-c391-4385-83bb-1c866a813f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:03.145492 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-039719e7-c391-4385-83bb-1c866a813f88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e8baf1ca3794455876e6e2752d0a090&device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 1129 time: 0.0512624 Sep 21 21:38:03.226848 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-deleted', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:03.229052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1075b8f-0e5b-487e-831e-94bd8d45d14e" -d '{"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-deleted", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:03.253168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-c69886ef-efac-460e-af70-8b9566edade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:03.254699 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-c69886ef-efac-460e-af70-8b9566edade1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 200 len: 918 time: 0.0889347 Sep 21 21:38:03.270816 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c87aa1e-3c94-4225-beb4-e090cea52b79 x-openstack-request-id: req-3c87aa1e-3c94-4225-beb4-e090cea52b79 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:03.271107 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93", "name": "network-vif-deleted", "tag": "87df1393-b408-4342-88fa-8ce837cb4fd2", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:03.271356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c87aa1e-3c94-4225-beb4-e090cea52b79 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:03.271751 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c87aa1e-3c94-4225-beb4-e090cea52b79'] response: {'server_uuid': '9c66f37a-9a37-4ae6-b5bd-1c5bdbaafe93', 'name': 'network-vif-deleted', 'tag': '87df1393-b408-4342-88fa-8ce837cb4fd2', 'status': 'completed', 'code': 200} Sep 21 21:38:03.296157 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-fc333c92-92d3-4883-884b-2babe533a757 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 200 len: 217 time: 0.0345087 Sep 21 21:38:03.351289 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-c4ddf0f2-2fd8-494e-b496-c535e12aa266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:03.352842 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-c4ddf0f2-2fd8-494e-b496-c535e12aa266 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 200 len: 857 time: 0.0497220 Sep 21 21:38:03.362930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58196) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:03.435387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:03.447275 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-6b24138c-9ccd-40ea-b2ff-bb4655f5be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:03.449068 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-6b24138c-9ccd-40ea-b2ff-bb4655f5be91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fcecc3-32c4-46d5-887e-4614c3e0a04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794222 Sep 21 21:38:03.449649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (f6555a5a-4940-4cf4-b2f8-4c237cd8334c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.458769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 87df1393-b408-4342-88fa-8ce837cb4fd2 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:03.459119 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 87df1393-b408-4342-88fa-8ce837cb4fd2 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:03.514256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (f6555a5a-4940-4cf4-b2f8-4c237cd8334c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.576827 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-45ab94a7-475c-4d80-a5a1-a870a93915f3 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170828 Sep 21 21:38:03.591025 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f6555a5a-4940-4cf4-b2f8-4c237cd8334c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.593485 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.594570 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6555a5a-4940-4cf4-b2f8-4c237cd8334c HTTP/1.1" status: 204 len: 168 time: 0.2306390 Sep 21 21:38:03.597376 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58198) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:03.611956 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.api.v2.resource [None req-45284447-78e5-4927-9c2c-ebf126d27a65 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] show failed (client error): The resource could not be found. Sep 21 21:38:03.615911 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-45284447-78e5-4927-9c2c-ebf126d27a65 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups/f6555a5a-4940-4cf4-b2f8-4c237cd8334c HTTP/1.1" status: 404 len: 347 time: 0.0145035 Sep 21 21:38:03.616121 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58200) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:03.636550 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb8f6-18d7-4b4c-ae80-71f939db64ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6555a5a-4940-4cf4-b2f8-4c237cd8334c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:03.682378 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7d29776-3c58-4743-bfe0-493ccee4f9ee req-0c6cfee2-e4f8-4706-ae76-669aba674e55 service neutron] 10.222.0.20 "GET /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990574 Sep 21 21:38:03.732703 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Deleting port e5a23650-deff-4ee5-8768-43d9a99fabab {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:03.733042 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.809483 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.809702 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (e5a23650-deff-4ee5-8768-43d9a99fabab), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.820819 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Calling delete_port for e5a23650-deff-4ee5-8768-43d9a99fabab owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:03.947908 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (e5a23650-deff-4ee5-8768-43d9a99fabab), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:03.973331 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'Port': ['ID=e5a23650-deff-4ee5-8768-43d9a99fabab,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:04.032227 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.035328 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.036475 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-de282c93-6505-4519-94e0-10e484517789 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "DELETE /v2.0/floatingips/dcf5f47e-9ca9-4a7a-aa33-4c2b5759ee85 HTTP/1.1" status: 204 len: 168 time: 0.4193876 Sep 21 21:38:04.113939 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58204) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:04.118531 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937855928', 'description': 'tempest-description--1508811386'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:04.138914 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.202417 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (bf35dfaa-b646-4631-b89f-3e9ffe80aed3), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.206528 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bf35dfaa-b646-4631-b89f-3e9ffe80aed3), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.232073 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.233250 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1182835 Sep 21 21:38:04.237462 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58206) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:04.238042 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9813f7-e8ab-4b6a-8e6c-ed6290f89671 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf35dfaa-b646-4631-b89f-3e9ffe80aed3,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:04.243476 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group_rule': {'security_group_id': 'bf35dfaa-b646-4631-b89f-3e9ffe80aed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:04.267869 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (d75135ef-ea5e-4d46-ad8c-e5a3aea4f1e9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.325559 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (d75135ef-ea5e-4d46-ad8c-e5a3aea4f1e9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.329059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (d75135ef-ea5e-4d46-ad8c-e5a3aea4f1e9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.345739 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75135ef-ea5e-4d46-ad8c-e5a3aea4f1e9,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:04.352270 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.353484 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b53bb392-d703-41bf-ae2a-42f03d5a1ca1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147904 Sep 21 21:38:04.356418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58208) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:04.360643 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'security_group_rule': {'security_group_id': 'bf35dfaa-b646-4631-b89f-3e9ffe80aed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:04.385800 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (73f6a01e-b9dd-4bb7-af70-c46494bde021), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.448856 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (73f6a01e-b9dd-4bb7-af70-c46494bde021), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.452491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (73f6a01e-b9dd-4bb7-af70-c46494bde021), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.472754 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f6a01e-b9dd-4bb7-af70-c46494bde021,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:04.477246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.478469 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-47149903-b77f-430e-82dd-debf2825d62c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211312 Sep 21 21:38:04.481696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58210) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:04.486686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:04.506471 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.601905 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.702377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Allocated IP 172.27.0.157 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/76c12ca2-5c87-45ab-940c-c21b10226dd2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:04.813079 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.844504 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:04.880714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:04.883577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:04.889013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:04.893833 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=76c12ca2-5c87-45ab-940c-c21b10226dd2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:04.972363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.008750 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.160968 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.165124 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.226954 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=76c12ca2-5c87-45ab-940c-c21b10226dd2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:05.229348 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.245351 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:05.246626 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-65cae75f-41c6-47ad-9c8b-6146b35b3bc5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7639573 Sep 21 21:38:05.445662 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-996abcfe-e8bb-4760-a81e-69cb17227062 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1937855928&fields=id&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 267 time: 0.0515010 Sep 21 21:38:05.551668 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-25d93445-a35a-46a1-97ae-ac7c9cff1bad tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:05.553105 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-25d93445-a35a-46a1-97ae-ac7c9cff1bad tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 817 time: 0.1002870 Sep 21 21:38:05.568139 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-dabc65e2-2115-43ac-b009-07991335b1ea tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/quotas/fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 375 time: 0.0097108 Sep 21 21:38:05.636799 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-2e633434-d1e7-4b89-bf5c-987bfc5615b2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625911 Sep 21 21:38:05.725507 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-0e514ce4-fd0d-40e1-a2b0-d8c103fc507f service neutron] 10.222.0.18 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877528 Sep 21 21:38:05.815782 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-877e4228-5f95-4785-b522-af8ae08df646 service neutron] 10.222.0.18 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845733 Sep 21 21:38:05.982844 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e4a10cfe-e0a8-43cc-891d-2ec434cb2b02 req-d7913213-bda9-4b29-b438-320461c4a498 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 210 time: 0.0309627 Sep 21 21:38:06.940913 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-289c6adf-96c7-427c-9e4d-789cf94da7b6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:06.942403 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-289c6adf-96c7-427c-9e4d-789cf94da7b6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 817 time: 0.1081364 Sep 21 21:38:07.007184 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-09973e0b-a73f-4d63-b695-b96dac504bee tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 380 time: 0.0563283 Sep 21 21:38:07.020615 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'port': {'device_id': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'admin_state_up': True, 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'security_groups': ['bf35dfaa-b646-4631-b89f-3e9ffe80aed3']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:07.099767 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-add1c1f1-ff06-40b6-a6b6-7cbec90854fd req-17cede9a-8015-4a6e-abfb-c5dcaf42168e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 210 time: 0.0377803 Sep 21 21:38:07.150510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Made reservation on behalf of fedaa3ecc7e344fd93f6c5f65651f5fd for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:07.153807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.270382 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Allocated IP 172.20.0.14 (65d9514a-dc32-49ab-aab7-17b07b8921f1/bd16fdf1-cc12-4da1-a516-4242b9d4ab24/a1f324dd-0b73-4bbf-95b4-01e3605e26b3) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:07.403040 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.433394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.470339 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:07.473208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:07.475510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:07.516306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:07.536105 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:07.536719 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.553094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-5e29a8a5-debe-480e-95e8-df9134777b01 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361345 Sep 21 21:38:07.564837 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Request body: {'port': {'device_id': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:07.623698 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.689873 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Provisioning complete for port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:07.690509 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:07.690723 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Attempt 1 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:38:07.724166 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:08.124887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:38:08.133461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks [] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:08.145911 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Transition to ACTIVE for port object a1f324dd-0b73-4bbf-95b4-01e3605e26b3 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:38:08.150264 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:08.225116 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Attempt 2 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:38:08.226311 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:08.229929 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be352-325d-4aa0-a30f-8d8ee531c0ef req-a7ac5ae9-ac47-465b-8a61-479399df3532 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.231515 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-690be352-325d-4aa0-a30f-8d8ee531c0ef req-a7ac5ae9-ac47-465b-8a61-479399df3532 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0532436 Sep 21 21:38:08.264330 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:08.266088 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Attempting to bind port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:08.266433 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Attempting to bind port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:08.266767 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Attempting to bind port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:08.271192 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:38:08.271515 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Attempting to bind port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 on network 65d9514a-dc32-49ab-aab7-17b07b8921f1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:08.276451 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:08.276786 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Checking segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:08.277167 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Bound using segment: {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:08.277593 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Bound port: a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f391ef-1cab-4607-b648-dd014cf3311c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:08.277983 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:08.279125 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-690be352-325d-4aa0-a30f-8d8ee531c0ef req-109f7803-0753-41cd-add3-996660a9c3b4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Sep 21 21:38:08.340342 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:08.344014 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:08.350925 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:08.355025 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.355717 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:08.357209 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 1094 time: 0.7971239 Sep 21 21:38:08.357870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:08.360103 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdddfe6-3638-4d26-879f-3757c5e093a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:08.401176 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb1ac5-1b10-45f5-8f39-270dd827d49f x-openstack-request-id: req-1ceb1ac5-1b10-45f5-8f39-270dd827d49f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:08.401470 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:08.401724 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ceb1ac5-1b10-45f5-8f39-270dd827d49f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:08.402160 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ceb1ac5-1b10-45f5-8f39-270dd827d49f'] response: {'name': 'network-changed', 'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'status': 'completed', 'code': 200} Sep 21 21:38:08.436004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad44b4-b798-44a6-93d8-56fa36227327 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:08.456846 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-e7df9d97-c60a-40e3-b892-4a9126e8f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.458436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-e7df9d97-c60a-40e3-b892-4a9126e8f3b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1128 time: 0.0590620 Sep 21 21:38:08.500759 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-31a4c951-847d-405c-a250-0781a95e990e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 217 time: 0.0355246 Sep 21 21:38:08.547129 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-8373eb7c-d845-421c-b320-0ae2a32e31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.549177 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-8373eb7c-d845-421c-b320-0ae2a32e31b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0424287 Sep 21 21:38:08.594974 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-0d8ca80a-f22a-4fda-ac56-033ef66948aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.596968 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-0d8ca80a-f22a-4fda-ac56-033ef66948aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428300 Sep 21 21:38:08.684323 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-ab305caf-a0dc-44e2-a961-4d493ac5ddc8 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802586 Sep 21 21:38:08.765685 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Attempt 3 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:38:08.772526 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf4f2d31-fa38-49a9-b07e-7238b86ab384 req-3ebbb9be-f34a-454f-acdb-2193fac94f28 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803695 Sep 21 21:38:08.806437 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbe57d-c198-4bfb-bcad-0f8a18383c93 None None] Port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:38:08.870030 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-ca3396c7-f47c-45e2-9fb3-608f149721de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.871544 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-ca3396c7-f47c-45e2-9fb3-608f149721de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1128 time: 0.0513523 Sep 21 21:38:08.965148 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-a08c739e-e4c8-4382-ba6b-1006872ce8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:08.966827 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-a08c739e-e4c8-4382-ba6b-1006872ce8cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.0873814 Sep 21 21:38:09.007134 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-0cfe0cd5-1d62-4015-a3af-236910d753f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 217 time: 0.0336926 Sep 21 21:38:09.055141 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-28c96a87-dd4b-41fb-9295-c27ff8893078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:09.056507 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-28c96a87-dd4b-41fb-9295-c27ff8893078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0435033 Sep 21 21:38:09.108705 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-71f822c3-41f4-44f8-8918-ec7be2ce4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:09.110222 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-71f822c3-41f4-44f8-8918-ec7be2ce4924 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476215 Sep 21 21:38:09.203536 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-653b7589-53d0-43f7-9a5f-8e9e44d8b3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858593 Sep 21 21:38:09.302537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2bdddfe6-3638-4d26-879f-3757c5e093a9 req-ffa187f2-ce03-442e-b903-46e7e596bec6 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913432 Sep 21 21:38:09.407863 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225767db-379a-48a8-9eb6-6b74efa5934b req-45ee3042-7e0a-44a4-85d9-ef0c881a23d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:09.409306 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-225767db-379a-48a8-9eb6-6b74efa5934b req-45ee3042-7e0a-44a4-85d9-ef0c881a23d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0514345 Sep 21 21:38:09.454418 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-225767db-379a-48a8-9eb6-6b74efa5934b req-cca18a7c-5a8f-4e10-b54f-b7096364557e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Sep 21 21:38:10.584046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b921-77f4-44f1-9287-a9bb78e67aef req-bf46ee53-00fb-475f-b5aa-f138440b502e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:10.585527 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a30b921-77f4-44f1-9287-a9bb78e67aef req-bf46ee53-00fb-475f-b5aa-f138440b502e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0529702 Sep 21 21:38:10.630875 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a30b921-77f4-44f1-9287-a9bb78e67aef req-48039a51-c706-4735-bf89-154a16ec407b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Sep 21 21:38:11.463075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:38:11.554551 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:11.569625 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:38:11.611366 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:11.611751 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:11.624493 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:38:11.643272 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:11.647256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:11.692040 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:11.761751 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1abf9-bfc0-4764-af57-c91e62007a4e req-b312a3ea-c385-46df-a419-5fca9d77f8a3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:11.763210 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6fa1abf9-bfc0-4764-af57-c91e62007a4e req-b312a3ea-c385-46df-a419-5fca9d77f8a3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 945 time: 0.0544450 Sep 21 21:38:11.807443 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6fa1abf9-bfc0-4764-af57-c91e62007a4e req-d389dd4d-1a0c-4a3c-b823-eeb2a601db33 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Sep 21 21:38:11.963568 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['a1f324dd-0b73-4bbf-95b4-01e3605e26b3'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:38:12.940884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbccce-56a0-4599-b904-bca61cfb01f9 req-8a19274b-1b41-4692-9597-dbe7ef62a295 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:12.942380 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7ebbccce-56a0-4599-b904-bca61cfb01f9 req-8a19274b-1b41-4692-9597-dbe7ef62a295 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 945 time: 0.0544975 Sep 21 21:38:12.987444 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7ebbccce-56a0-4599-b904-bca61cfb01f9 req-cce666a3-aeec-4bc2-b747-59ae45cc4df2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Sep 21 21:38:13.466174 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:13.511547 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:38:13.515241 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:13.515603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:13.515935 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:38:13.586861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:13.587245 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:13.609130 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:13.611956 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e44f10-25c7-4662-9de2-ff7f65e20d68" -d '{"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:13.624252 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:13.629214 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:13.650086 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71516959-cf81-45bb-aca2-8c932b4903eb x-openstack-request-id: req-71516959-cf81-45bb-aca2-8c932b4903eb {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:13.650395 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:13.650659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71516959-cf81-45bb-aca2-8c932b4903eb {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:13.651051 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71516959-cf81-45bb-aca2-8c932b4903eb'] response: {'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'code': 200} Sep 21 21:38:13.676030 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:13.834474 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2493d5-043c-4845-ac73-68d1e3cb04cf req-25cb3c7c-6159-48a1-b2a2-5f39fc9a5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:13.835982 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e2493d5-043c-4845-ac73-68d1e3cb04cf req-25cb3c7c-6159-48a1-b2a2-5f39fc9a5da1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1130 time: 0.0470490 Sep 21 21:38:13.885668 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0e2493d5-043c-4845-ac73-68d1e3cb04cf req-1a16d75a-a238-413e-9bb6-1d9b8193a2ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358427 Sep 21 21:38:14.113922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfd21d-d63d-4630-abba-f1171565a917 req-03480b6c-1eba-4995-8f5f-91209730dfb1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:14.115295 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39dfd21d-d63d-4630-abba-f1171565a917 req-03480b6c-1eba-4995-8f5f-91209730dfb1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0518835 Sep 21 21:38:14.160256 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39dfd21d-d63d-4630-abba-f1171565a917 req-56f0a912-0c47-490e-a9b9-5e7a1b6da829 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Sep 21 21:38:15.297991 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68006b9-37e6-43fa-b97d-ba6284bc1fe7 req-d372a45a-9501-4102-b256-b93cab914d4c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:15.300101 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b68006b9-37e6-43fa-b97d-ba6284bc1fe7 req-d372a45a-9501-4102-b256-b93cab914d4c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0513704 Sep 21 21:38:15.346625 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b68006b9-37e6-43fa-b97d-ba6284bc1fe7 req-0c63a35c-6afa-40a7-a563-bf182c6f310b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Sep 21 21:38:15.473412 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d528b3-1e99-490c-a5f9-4d8c0e92213c req-a4cdd2fa-8434-479b-b243-80b0d4d2e94e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:15.474833 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9d528b3-1e99-490c-a5f9-4d8c0e92213c req-a4cdd2fa-8434-479b-b243-80b0d4d2e94e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0556357 Sep 21 21:38:15.485186 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58266) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:15.489371 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Request body: {'floatingip': {'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:15.525017 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:15.951903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:15.956477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:16.049794 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Floating IP 8ae87a67-8acf-4d66-939d-43c74045c97f associated. External IP: 172.27.0.157, port: a1f324dd-0b73-4bbf-95b4-01e3605e26b3. Sep 21 21:38:16.235143 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:16.334615 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:16.339437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:16.344840 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:16.357217 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:16.357858 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:16.368076 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1656fe33-0ce0-498b-b78c-e896f5d339c5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "PUT /v2.0/floatingips/8ae87a67-8acf-4d66-939d-43c74045c97f HTTP/1.1" status: 200 len: 992 time: 0.8818383 Sep 21 21:38:16.368721 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:16.371046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf48a035-391c-40e8-a2b3-e6a263088cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:16.404807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f481475-6a4e-45e3-8bb2-b96001b89b92 x-openstack-request-id: req-0f481475-6a4e-45e3-8bb2-b96001b89b92 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:16.405101 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:16.405356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f481475-6a4e-45e3-8bb2-b96001b89b92 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:16.405808 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f481475-6a4e-45e3-8bb2-b96001b89b92'] response: {'name': 'network-changed', 'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'status': 'completed', 'code': 200} Sep 21 21:38:16.458118 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:16.478497 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-630854b0-f5f4-4cee-accf-185ebbe5e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:16.480075 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-630854b0-f5f4-4cee-accf-185ebbe5e89f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1130 time: 0.0477254 Sep 21 21:38:16.573345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-695738e8-a3e9-4c5e-aa36-74c3ee9c56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:16.574960 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-695738e8-a3e9-4c5e-aa36-74c3ee9c56ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.0813603 Sep 21 21:38:16.635076 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-a8bd8e56-2272-4a77-b47c-d631f265a14f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 1000 time: 0.0532315 Sep 21 21:38:16.664811 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '8ae87a67-8acf-4d66-939d-43c74045c97f', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:04Z', 'updated_at': '2022-09-21T21:38:15Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:16.686299 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-bf757ffe-68c1-4982-88b9-86197ffd2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:16.687807 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-bf757ffe-68c1-4982-88b9-86197ffd2a03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0466640 Sep 21 21:38:16.688509 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:16.696488 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:16.697081 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:37:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:16.742111 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-f638b53d-0e9e-4e35-a7da-d5009bb119bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:16.743530 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-f638b53d-0e9e-4e35-a7da-d5009bb119bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442410 Sep 21 21:38:16.796039 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:16.830542 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-15141d7a-8bb4-4460-b0a4-8194314b811d service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797336 Sep 21 21:38:16.921159 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf48a035-391c-40e8-a2b3-e6a263088cc3 req-de8eb227-d6c8-4f2e-b08d-19e03bc31011 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837634 Sep 21 21:38:17.091548 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '8ae87a67-8acf-4d66-939d-43c74045c97f', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:04Z', 'updated_at': '2022-09-21T21:38:15Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:17.115174 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f13d68-ffc0-426a-8f08-08ffeda16694 None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '8ae87a67-8acf-4d66-939d-43c74045c97f', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:04Z', 'updated_at': '2022-09-21T21:38:15Z', 'revision_number': 1, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:17.302694 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c7fdf6-71c6-4630-aaac-beb2d5f36f5f None None] New status for floating IP 8ae87a67-8acf-4d66-939d-43c74045c97f: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:18.090880 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-498bf557-1a29-4b36-9ead-229b01032647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:18.946654 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35070e-a461-4341-a82d-4c2db2f4e543 req-a4786568-3f61-4740-a044-9e33295b6932 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:18.948399 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f35070e-a461-4341-a82d-4c2db2f4e543 req-a4786568-3f61-4740-a044-9e33295b6932 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Sep 21 21:38:18.993270 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f35070e-a461-4341-a82d-4c2db2f4e543 req-aa8601f6-de0b-4dc1-8f63-f6c0a60a4306 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Sep 21 21:38:20.118888 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ae1a8-5b04-45f7-8435-770ae8497f13 req-b980534a-9cc7-433a-aaf2-764370ccd293 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:20.120330 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ec3ae1a8-5b04-45f7-8435-770ae8497f13 req-b980534a-9cc7-433a-aaf2-764370ccd293 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0514061 Sep 21 21:38:20.168691 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ec3ae1a8-5b04-45f7-8435-770ae8497f13 req-28b11902-e17f-4d5f-b2b0-d009c8b99b7c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Sep 21 21:38:20.370733 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-495fd901-d29f-49da-b4bd-e331c170f3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.062604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-81f9feb7-cf83-411d-a99b-624561208934 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:21.064085 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-81f9feb7-cf83-411d-a99b-624561208934 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.0572493 Sep 21 21:38:21.149990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Deleting port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:21.150329 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.238220 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] For port 8fc272e1-8aa8-4578-afff-c8e8f60257d8, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8fc272e1-8aa8-4578-afff-c8e8f60257d8,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:21.238585 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.366925 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcc05e-050f-4661-b2d0-9699c4993f69 req-d14d14eb-fc9f-45f8-8254-8e6948e0081b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:21.368378 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6dcc05e-050f-4661-b2d0-9699c4993f69 req-d14d14eb-fc9f-45f8-8254-8e6948e0081b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2e2f29f-4dd0-4c68-9964-e080f74bba18 HTTP/1.1" status: 200 len: 945 time: 0.1229303 Sep 21 21:38:21.450876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.451222 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.451537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Floating IP 22260456-efe5-4a00-a038-1ab9c868c12c disassociated. External IP: 172.27.0.90, port: 8fc272e1-8aa8-4578-afff-c8e8f60257d8. Sep 21 21:38:21.451868 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Calling delete_port for 8fc272e1-8aa8-4578-afff-c8e8f60257d8 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:21.465370 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6dcc05e-050f-4661-b2d0-9699c4993f69 req-d9531200-5fad-443a-a6d7-d15b969dcee9 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bac270-b049-479e-8602-4510847f27ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908432 Sep 21 21:38:21.582232 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (8fc272e1-8aa8-4578-afff-c8e8f60257d8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.609416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'Port': ['ID=8fc272e1-8aa8-4578-afff-c8e8f60257d8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:21.712214 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:21.775369 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.812036 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:21.822106 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:21.832472 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:21.833081 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:21.852944 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] No DVR routers for this DVR port 8fc272e1-8aa8-4578-afff-c8e8f60257d8 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:21.855569 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.859160 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5810a042-7a0e-45be-96d3-e0f0f0127847 req-3d286d1c-6401-4125-8ef7-a9b52adb29c1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "DELETE /v2.0/ports/8fc272e1-8aa8-4578-afff-c8e8f60257d8 HTTP/1.1" status: 204 len: 173 time: 0.7885885 Sep 21 21:38:21.859670 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'name': 'network-vif-deleted', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:21.861913 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28d3abb-77c9-4691-94d5-22885cf945af" -d '{"events": [{"server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "name": "network-vif-deleted", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:21.903967 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c990f36b-a847-4f66-9ad6-a2513fcb7f7e x-openstack-request-id: req-c990f36b-a847-4f66-9ad6-a2513fcb7f7e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:21.904257 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e2f29f-4dd0-4c68-9964-e080f74bba18", "name": "network-vif-deleted", "tag": "8fc272e1-8aa8-4578-afff-c8e8f60257d8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:21.904510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c990f36b-a847-4f66-9ad6-a2513fcb7f7e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:21.904937 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c990f36b-a847-4f66-9ad6-a2513fcb7f7e'] response: {'server_uuid': 'b2e2f29f-4dd0-4c68-9964-e080f74bba18', 'name': 'network-vif-deleted', 'tag': '8fc272e1-8aa8-4578-afff-c8e8f60257d8', 'status': 'completed', 'code': 200} Sep 21 21:38:21.942206 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:22.146578 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:22.169493 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:22.178093 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:22.178696 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:22.279729 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:22.471490 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-38efec07-3846-4887-9de2-336940b741f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:22.497880 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38efec07-3846-4887-9de2-336940b741f6 None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:22.556732 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58300) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:22.616071 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (e2bac270-b049-479e-8602-4510847f27ce), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.639921 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (e2bac270-b049-479e-8602-4510847f27ce), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.688318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (e2bac270-b049-479e-8602-4510847f27ce), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.691108 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.694836 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2bac270-b049-479e-8602-4510847f27ce HTTP/1.1" status: 204 len: 168 time: 0.1345584 Sep 21 21:38:22.695218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58302) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:22.702079 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354838-38a5-4879-a157-9361f0d0d85d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bac270-b049-479e-8602-4510847f27ce,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:22.709253 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.api.v2.resource [None req-95c6d593-b880-446d-9f49-af0fdc5b6033 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] show failed (client error): The resource could not be found. Sep 21 21:38:22.712277 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-95c6d593-b880-446d-9f49-af0fdc5b6033 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups/e2bac270-b049-479e-8602-4510847f27ce HTTP/1.1" status: 404 len: 347 time: 0.0142751 Sep 21 21:38:22.713426 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58304) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:22.747101 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed92db5-284e-4e92-b8bc-e2370c5fbdb5 None None] New status for floating IP 22260456-efe5-4a00-a038-1ab9c868c12c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:22.830330 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Deleting port 6d7249b3-4572-416b-b470-5da80e9c33bd {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:22.830587 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.906511 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.906833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (6d7249b3-4572-416b-b470-5da80e9c33bd), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.918916 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Calling delete_port for 6d7249b3-4572-416b-b470-5da80e9c33bd owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:23.231374 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (6d7249b3-4572-416b-b470-5da80e9c33bd), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.259694 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'Port': ['ID=6d7249b3-4572-416b-b470-5da80e9c33bd,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:23.317794 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (22260456-efe5-4a00-a038-1ab9c868c12c), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.320625 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.321785 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-581a9332-f79f-4d77-a4fe-41c1aaddd81e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "DELETE /v2.0/floatingips/22260456-efe5-4a00-a038-1ab9c868c12c HTTP/1.1" status: 204 len: 168 time: 0.6073425 Sep 21 21:38:23.397394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58310) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:23.401984 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827967525', 'description': 'tempest-description--1434925042'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:23.421679 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.485608 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (1ff5d8ff-5bc9-4b27-8910-5809a6751d36), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.489184 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1ff5d8ff-5bc9-4b27-8910-5809a6751d36), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.520974 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.522225 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1237016 Sep 21 21:38:23.522934 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591acd7-39e9-4c43-9650-8475175b18e1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5d8ff-5bc9-4b27-8910-5809a6751d36,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:23.525957 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58312) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:23.530168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group_rule': {'security_group_id': '1ff5d8ff-5bc9-4b27-8910-5809a6751d36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:23.555565 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8fc272e1-8aa8-4578-afff-c8e8f60257d8 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:23.556118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (3f4df5e5-e8ee-4edc-8137-c5fec297fb41), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.578486 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 8fc272e1-8aa8-4578-afff-c8e8f60257d8 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:23.578840 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8fc272e1-8aa8-4578-afff-c8e8f60257d8 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:23.609976 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (3f4df5e5-e8ee-4edc-8137-c5fec297fb41), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.614173 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (3f4df5e5-e8ee-4edc-8137-c5fec297fb41), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.632527 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4df5e5-e8ee-4edc-8137-c5fec297fb41,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:23.638356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.639826 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.642244 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4ed70d5f-9c37-4700-9033-ac549fde14f6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152949 Sep 21 21:38:23.642400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58316) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:23.646762 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'security_group_rule': {'security_group_id': '1ff5d8ff-5bc9-4b27-8910-5809a6751d36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:23.670227 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (1f1ae373-c5a7-45b1-9ba4-e560ebc8bb5a), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.723639 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (1f1ae373-c5a7-45b1-9ba4-e560ebc8bb5a), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.727440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (1f1ae373-c5a7-45b1-9ba4-e560ebc8bb5a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.747562 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1ae373-c5a7-45b1-9ba4-e560ebc8bb5a,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:23.754213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.755063 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8866f425-863f-4ec0-aa09-91c7e565ebee tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117642 Sep 21 21:38:23.758191 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58318) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:23.762832 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:23.782296 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.877824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:23.978804 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Allocated IP 172.27.0.212 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/f3d12ab2-3e4c-483d-aa26-965279629d41) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:24.078735 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.109788 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.143504 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:24.146241 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:24.149650 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:24.176271 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=f3d12ab2-3e4c-483d-aa26-965279629d41,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:24.237605 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.271768 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.414328 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.418482 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.480357 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=f3d12ab2-3e4c-483d-aa26-965279629d41,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:24.482666 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.497525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.498764 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1d426f53-2624-4d1d-858c-90bcf298b4b0 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7393472 Sep 21 21:38:24.518939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:24.706915 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-a5cc5e66-816e-4891-a0e0-f3b0f4963d20 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1827967525&fields=id&tenant_id=210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 267 time: 0.0548728 Sep 21 21:38:24.813100 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-d30324a2-5566-4b2c-b9da-ee0e76112c5b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:24.815065 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-d30324a2-5566-4b2c-b9da-ee0e76112c5b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 810 time: 0.1019309 Sep 21 21:38:24.829259 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-3eee1a3f-238f-4450-b52a-3687a36c258c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/quotas/210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 375 time: 0.0088770 Sep 21 21:38:24.881404 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-f0dfed49-79c2-42fe-82f6-7faf38796004 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469232 Sep 21 21:38:24.976540 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-620d78ca-d290-40f2-a467-b18d3e4289ef service neutron] 10.222.0.18 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833986 Sep 21 21:38:25.067925 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-566015ba-040c-4a89-b73c-a7fdc03fc477 service neutron] 10.222.0.18 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Sep 21 21:38:25.228324 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-46d5df13-c34b-47a9-b3c5-1fca9831481b req-ae588fad-c5f3-4ebe-85c6-f4e9f6b08b11 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 210 time: 0.0284634 Sep 21 21:38:26.146963 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-10405bf8-c1d3-4935-8457-8fa5442c32c2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:26.148405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-10405bf8-c1d3-4935-8457-8fa5442c32c2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 810 time: 0.0999768 Sep 21 21:38:26.210086 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-8487240e-b69c-46a2-994b-58c59a12cdda tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=210c999fb90942f1a4d1a773aec7ddb0 HTTP/1.1" status: 200 len: 380 time: 0.0533597 Sep 21 21:38:26.219735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'port': {'device_id': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'admin_state_up': True, 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'security_groups': ['1ff5d8ff-5bc9-4b27-8910-5809a6751d36']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:26.328030 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Made reservation on behalf of 210c999fb90942f1a4d1a773aec7ddb0 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:26.328923 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1dab514e-644d-4140-945a-a3ac9a7d5557 req-fc82207a-5c05-4a47-9fc4-6c824a635343 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 210 time: 0.0272062 Sep 21 21:38:26.332033 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.453681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Allocated IP 172.20.0.6 (ecad66f2-59b8-4516-8c0e-0febca011efd/3f5faeee-0871-453d-9adb-c8a69f3c012e/e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:26.583286 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.614405 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.656588 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Network ecad66f2-59b8-4516-8c0e-0febca011efd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:26.659823 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:26.662188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:26.690042 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event updated for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:26.719085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:26.719710 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.737436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-b7c4cd1b-2b78-4f1b-8902-9f466870accb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5212665 Sep 21 21:38:26.755840 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Request body: {'port': {'device_id': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:26.813514 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.834297 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Provisioning complete for port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:26.834874 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.834974 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Attempt 1 to provision port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e Sep 21 21:38:26.865757 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:27.064603 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:38:27.071820 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks [] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.083516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Transition to ACTIVE for port object e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:38:27.087651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.159290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Pushing event updated for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:27.189176 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Attempting to bind port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:27.189508 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Attempting to bind port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:27.189919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Attempting to bind port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:27.195907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e on network ecad66f2-59b8-4516-8c0e-0febca011efd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:38:27.196227 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Attempting to bind port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e on network ecad66f2-59b8-4516-8c0e-0febca011efd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:27.201115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:27.201486 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Checking segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:27.201959 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Bound using segment: {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:27.202382 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Bound port: e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc28eee-5bea-4c96-a833-d4cdcaba3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:27.202820 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.366999 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Attempt 2 to provision port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e Sep 21 21:38:27.400618 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:27.544489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:27.558026 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:27.569348 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823830d-787c-4498-be1d-f1b507e7d09e req-368a4a9f-3063-4060-a462-c43e617943e2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:27.570854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e823830d-787c-4498-be1d-f1b507e7d09e req-368a4a9f-3063-4060-a462-c43e617943e2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 943 time: 0.0816720 Sep 21 21:38:27.572279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.576497 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:27.577091 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.578393 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] 10.222.0.20 "PUT /v2.0/ports/e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e HTTP/1.1" status: 200 len: 1093 time: 0.8275721 Sep 21 21:38:27.578882 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:27.581612 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d02e460-e64a-42c1-b637-51d74f9fa898" -d '{"events": [{"name": "network-changed", "server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:27.622000 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3369f1-573a-4fe3-91db-3f79da980fb6 x-openstack-request-id: req-fb3369f1-573a-4fe3-91db-3f79da980fb6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:27.622288 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:27.622544 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb3369f1-573a-4fe3-91db-3f79da980fb6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:27.622947 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3369f1-573a-4fe3-91db-3f79da980fb6'] response: {'name': 'network-changed', 'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'status': 'completed', 'code': 200} Sep 21 21:38:27.679879 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516eb74-c142-4760-a4aa-e7f0bce4af4e service neutron] Pushing event updated for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:27.695645 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e823830d-787c-4498-be1d-f1b507e7d09e req-0d00b373-5ac8-48d6-a961-52c971efe2d1 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103373 Sep 21 21:38:27.709890 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-21fa4319-eedc-438d-8e89-dc6abad7b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:27.711378 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-21fa4319-eedc-438d-8e89-dc6abad7b2f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 1127 time: 0.0834339 Sep 21 21:38:27.750265 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-3f0f4b14-81a6-4fbf-aa82-417084a2e1b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e HTTP/1.1" status: 200 len: 217 time: 0.0313876 Sep 21 21:38:27.798799 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-4047abac-e2a3-4544-8eb3-f67345513d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:27.800197 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-4047abac-e2a3-4544-8eb3-f67345513d55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0441799 Sep 21 21:38:27.850081 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-5a7529f6-f034-4a91-b7e5-247276cc319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:27.851542 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-5a7529f6-f034-4a91-b7e5-247276cc319d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432339 Sep 21 21:38:27.902228 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Attempt 3 to provision port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e Sep 21 21:38:27.942124 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3db6f-19ad-4cb0-a5aa-5d451ced4ac8 None None] Port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:38:27.943930 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-8698af27-d263-4c8a-8f05-19284612f958 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804460 Sep 21 21:38:28.034516 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c00598b3-b764-46e5-b257-7d72c1d2a38c req-a1c26287-0269-49ca-ab0b-9a7cd81d1da5 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843613 Sep 21 21:38:28.125546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-963c320f-3cf9-4234-9283-f44f3a61246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:28.127724 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-963c320f-3cf9-4234-9283-f44f3a61246c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 1127 time: 0.0444722 Sep 21 21:38:28.218700 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-6e153968-9742-42f3-acd1-9e953cadb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:28.220182 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-6e153968-9742-42f3-acd1-9e953cadb8c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.0847192 Sep 21 21:38:28.258529 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-958ce68f-58c3-4702-a1a4-9f12e4eed16b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e HTTP/1.1" status: 200 len: 217 time: 0.0323281 Sep 21 21:38:28.307027 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-5487d2c5-ad86-4fc6-9b60-5dfaf9388541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:28.308466 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-5487d2c5-ad86-4fc6-9b60-5dfaf9388541 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0416341 Sep 21 21:38:28.364607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-5a3b848f-3ddf-44d1-a08c-095d9c13fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:28.366168 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-5a3b848f-3ddf-44d1-a08c-095d9c13fbe3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458004 Sep 21 21:38:28.457400 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-705cae17-be33-4fe4-96df-85ddd20dc206 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838151 Sep 21 21:38:28.544903 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d02e460-e64a-42c1-b637-51d74f9fa898 req-1c6e9252-a7ae-4cdc-b1e5-bf655a9d2cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815575 Sep 21 21:38:28.818831 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd33a-522a-49ea-9931-a4df1ef5a6aa req-12053a7e-922e-41c2-97a9-1d681d1ccc09 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:28.820333 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3cefd33a-522a-49ea-9931-a4df1ef5a6aa req-12053a7e-922e-41c2-97a9-1d681d1ccc09 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 943 time: 0.0515451 Sep 21 21:38:28.870421 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3cefd33a-522a-49ea-9931-a4df1ef5a6aa req-0fe1b7fa-f69c-423f-b547-66bd4f940c01 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Sep 21 21:38:29.558835 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:38:29.584642 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:29.666606 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:29.679221 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'port_id': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'mac_address': 'fa:16:3e:24:79:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:38:29.716111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:29.716512 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:29.729127 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:38:29.748638 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:29.752768 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:29.795450 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:29.999209 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef4a34-f145-496d-8e41-0b1aa32ab2c3 req-f1f70b64-5f82-4090-adad-be2c63540bbd tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:30.001033 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66ef4a34-f145-496d-8e41-0b1aa32ab2c3 req-f1f70b64-5f82-4090-adad-be2c63540bbd tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 944 time: 0.0581691 Sep 21 21:38:30.046865 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66ef4a34-f145-496d-8e41-0b1aa32ab2c3 req-55e313ca-81ed-4176-8deb-9c9a20c01e2d tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Sep 21 21:38:30.068153 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:38:31.167443 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b982a6-fc30-4b58-b0ea-f5faf8bb3eaa req-6f075b47-1042-41b0-890c-efb17c85c264 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:31.168824 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29b982a6-fc30-4b58-b0ea-f5faf8bb3eaa req-6f075b47-1042-41b0-890c-efb17c85c264 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 944 time: 0.0515878 Sep 21 21:38:31.217459 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-29b982a6-fc30-4b58-b0ea-f5faf8bb3eaa req-5ff2ebb1-8287-45a0-a3ad-0a8f0f4786d7 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425289 Sep 21 21:38:31.571260 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:31.615989 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:38:31.619464 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:31.619838 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:31.620170 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e Sep 21 21:38:31.690355 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:31.690738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:31.712204 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:31.714550 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64da5d4f-b38f-4b74-be38-8f02b92f16fa" -d '{"events": [{"server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "name": "network-vif-plugged", "status": "completed", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:31.726809 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:31.730668 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:31.753926 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f7af8f-b336-4a72-81e4-27033f7f7e12 x-openstack-request-id: req-d4f7af8f-b336-4a72-81e4-27033f7f7e12 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:31.754217 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "name": "network-vif-plugged", "status": "completed", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:31.754468 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f7af8f-b336-4a72-81e4-27033f7f7e12 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:31.754857 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f7af8f-b336-4a72-81e4-27033f7f7e12'] response: {'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'code': 200} Sep 21 21:38:31.779559 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:31.928510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764302b8-f459-48ec-b6cd-e7d21b6d69a4 req-0cd7293b-19f5-4c56-bc74-c29c29aebe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:31.930043 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-764302b8-f459-48ec-b6cd-e7d21b6d69a4 req-0cd7293b-19f5-4c56-bc74-c29c29aebe1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 1129 time: 0.0430918 Sep 21 21:38:31.975013 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-764302b8-f459-48ec-b6cd-e7d21b6d69a4 req-6ba4aafd-a675-4086-8b49-f853f6c8f43f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366545 Sep 21 21:38:32.340881 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3392f-8363-4705-a4c0-e8c24da0d2b7 req-138bac46-25d9-40d6-9e7a-5438dee5da0b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:32.342364 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34d3392f-8363-4705-a4c0-e8c24da0d2b7 req-138bac46-25d9-40d6-9e7a-5438dee5da0b tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.0518949 Sep 21 21:38:32.389359 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34d3392f-8363-4705-a4c0-e8c24da0d2b7 req-e8be5c1c-1b43-4de4-982f-25f97ea71b58 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Sep 21 21:38:33.525651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419706ff-074e-47b2-9846-58aeddba1315 req-0c4f214a-9f27-4f07-a0ac-6b1a732fe1fc tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:33.527353 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-419706ff-074e-47b2-9846-58aeddba1315 req-0c4f214a-9f27-4f07-a0ac-6b1a732fe1fc tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.0632944 Sep 21 21:38:33.576402 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-419706ff-074e-47b2-9846-58aeddba1315 req-9151399f-97d2-4294-a4ac-7d6e83cc7433 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Sep 21 21:38:33.708289 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f963-8315-4371-8291-fa8a15b18c21 req-02cd842d-d752-4686-8762-120acc82dc71 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:33.709755 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2142f963-8315-4371-8291-fa8a15b18c21 req-02cd842d-d752-4686-8762-120acc82dc71 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.0641513 Sep 21 21:38:33.719968 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58376) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:33.725051 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Request body: {'floatingip': {'port_id': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:33.764636 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:34.195244 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:34.199339 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:34.291428 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Floating IP 182490a6-2c14-4191-8ccc-538a41cfc951 associated. External IP: 172.27.0.212, port: e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e. Sep 21 21:38:34.476935 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:34.574781 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:34.580478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:34.584978 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:34.594408 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:34.595029 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:34.610894 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6929e854-87ff-4b43-b50c-35161cb5f7b8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "PUT /v2.0/floatingips/182490a6-2c14-4191-8ccc-538a41cfc951 HTTP/1.1" status: 200 len: 991 time: 0.8880477 Sep 21 21:38:34.611146 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:34.613600 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064bc4bf-bba2-4eec-a583-252b479d3307" -d '{"events": [{"name": "network-changed", "server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:34.649478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa85786-33cc-4a91-80f7-90d370783a84 x-openstack-request-id: req-dfa85786-33cc-4a91-80f7-90d370783a84 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:34.649788 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:34.650050 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfa85786-33cc-4a91-80f7-90d370783a84 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:34.650477 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa85786-33cc-4a91-80f7-90d370783a84'] response: {'name': 'network-changed', 'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'status': 'completed', 'code': 200} Sep 21 21:38:34.721155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-f2d0b559-80f4-45e1-a0e1-8748335c0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:34.722706 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-f2d0b559-80f4-45e1-a0e1-8748335c0fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 1129 time: 0.0446804 Sep 21 21:38:34.737216 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:34.815921 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-a007139d-dd5a-4ba4-8945-10256711cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:34.817390 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-a007139d-dd5a-4ba4-8945-10256711cf7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 200 len: 910 time: 0.0853338 Sep 21 21:38:34.882598 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-37e5d7c1-4e4f-4e88-ad83-61e722270dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e HTTP/1.1" status: 200 len: 999 time: 0.0583370 Sep 21 21:38:34.932385 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-f7f4c301-38df-43f3-9230-da3d0d428845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:34.933883 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-f7f4c301-38df-43f3-9230-da3d0d428845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 200 len: 849 time: 0.0447488 Sep 21 21:38:34.984457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-aa3ecba4-e852-4dfb-9182-7b3c0e024179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:34.986593 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-aa3ecba4-e852-4dfb-9182-7b3c0e024179 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecad66f2-59b8-4516-8c0e-0febca011efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453525 Sep 21 21:38:35.017571 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '182490a6-2c14-4191-8ccc-538a41cfc951', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:24:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:24Z', 'updated_at': '2022-09-21T21:38:34Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:35.043305 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:35.051805 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:35.052410 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:35.078450 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-a6a29dd8-7f79-40f0-bfb7-4ba550f8f1dc service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Sep 21 21:38:35.150411 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:35.177874 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-064bc4bf-bba2-4eec-a583-252b479d3307 req-32cb5ad3-d022-4ee8-9940-4d8326fa8962 service neutron] 10.222.0.20 "GET /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Sep 21 21:38:35.449142 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '182490a6-2c14-4191-8ccc-538a41cfc951', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:24:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:24Z', 'updated_at': '2022-09-21T21:38:34Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:35.475367 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3a4bd-26cb-4d4e-90da-590e7b05b14c None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '182490a6-2c14-4191-8ccc-538a41cfc951', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'port_id': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'mac_address': 'fa:16:3e:24:79:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:24Z', 'updated_at': '2022-09-21T21:38:34Z', 'revision_number': 1, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:35.680725 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037ffe8-14cb-4d12-943d-a712594b7e3c None None] New status for floating IP 182490a6-2c14-4191-8ccc-538a41cfc951: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:37.663132 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:38:38.372872 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b59611-4e19-4e1d-b9f5-d34afd8e5cc4 req-612b8276-b491-416a-bc81-694ad5211257 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:38.374280 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7b59611-4e19-4e1d-b9f5-d34afd8e5cc4 req-612b8276-b491-416a-bc81-694ad5211257 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0573590 Sep 21 21:38:38.419798 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7b59611-4e19-4e1d-b9f5-d34afd8e5cc4 req-ee79c887-f57a-41a7-a190-c84f2b42b977 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Sep 21 21:38:39.539969 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d79e8e-e711-4f9b-8a33-3bbe7513a6ea req-87e5fdef-a025-4c4b-a4bc-683503f9ba7c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:39.541436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80d79e8e-e711-4f9b-8a33-3bbe7513a6ea req-87e5fdef-a025-4c4b-a4bc-683503f9ba7c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0507865 Sep 21 21:38:39.587617 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80d79e8e-e711-4f9b-8a33-3bbe7513a6ea req-cf9373e0-e7bc-4d06-b624-07b430c114fa tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Sep 21 21:38:40.711965 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0611532-a4ee-4f16-80d3-43c46cd51934 req-fea1e30c-b982-437a-ade9-7ff5fd21cd61 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:40.713428 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a0611532-a4ee-4f16-80d3-43c46cd51934 req-fea1e30c-b982-437a-ade9-7ff5fd21cd61 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0546453 Sep 21 21:38:40.758491 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a0611532-a4ee-4f16-80d3-43c46cd51934 req-bdde73a8-9dda-4411-bb66-85e08332f561 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396156 Sep 21 21:38:41.880209 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe95bac-5548-4dac-8ae2-f4ada322d680 req-0773bcb0-673e-4d7f-94fa-ff74a62d8d29 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:41.881690 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0fe95bac-5548-4dac-8ae2-f4ada322d680 req-0773bcb0-673e-4d7f-94fa-ff74a62d8d29 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0517938 Sep 21 21:38:41.930713 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0fe95bac-5548-4dac-8ae2-f4ada322d680 req-6a29820c-6a38-4933-b76b-2acee4232850 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Sep 21 21:38:42.687308 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-6a7b5aa6-798b-40d5-9759-0a53f74ccb75 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:42.688762 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-6a7b5aa6-798b-40d5-9759-0a53f74ccb75 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0516412 Sep 21 21:38:42.776012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Deleting port 3524c454-3203-4a65-ad1b-5a20b5a4463f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:42.776352 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:42.864115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] For port 3524c454-3203-4a65-ad1b-5a20b5a4463f, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=3524c454-3203-4a65-ad1b-5a20b5a4463f,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:42.864477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.019053 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.020292 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.020292 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Floating IP daa43d0b-1745-4293-9828-ebb6f7d8f8c8 disassociated. External IP: 172.27.0.215, port: 3524c454-3203-4a65-ad1b-5a20b5a4463f. Sep 21 21:38:43.020566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Calling delete_port for 3524c454-3203-4a65-ad1b-5a20b5a4463f owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:43.054909 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d134111-2e29-4eca-8e32-44d6acbc4919 req-90fd3b04-91d2-4cfe-a5f8-6c51e24709bf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:43.056372 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1d134111-2e29-4eca-8e32-44d6acbc4919 req-90fd3b04-91d2-4cfe-a5f8-6c51e24709bf tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8b04354-5ee0-4615-b9c4-83d15874cafd HTTP/1.1" status: 200 len: 945 time: 0.0516784 Sep 21 21:38:43.103744 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1d134111-2e29-4eca-8e32-44d6acbc4919 req-68e8d0a4-6789-4bcb-b98c-a4df4d819df0 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=44a36611-b72d-4d0e-8fc2-84f9c056c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Sep 21 21:38:43.148113 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (3524c454-3203-4a65-ad1b-5a20b5a4463f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.173324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event deleted for resources: {'Port': ['ID=3524c454-3203-4a65-ad1b-5a20b5a4463f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:43.184280 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.184636 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.184985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.185330 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.185676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.186038 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.186373 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.186817 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.187031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.187360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.187691 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.188021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.188349 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:43.293188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:43.392142 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:43.402236 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:43.411892 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:43.412500 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:43.434236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] No DVR routers for this DVR port 3524c454-3203-4a65-ad1b-5a20b5a4463f on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:43.436852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.440395 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2a10b26-92ac-4c75-bd31-38d5e41f6d44 req-4baeff6b-2a86-4635-a418-f650f35d64d3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "DELETE /v2.0/ports/3524c454-3203-4a65-ad1b-5a20b5a4463f HTTP/1.1" status: 204 len: 173 time: 0.7455509 Sep 21 21:38:43.440921 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'name': 'network-vif-deleted', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:43.443768 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa46f66-18ca-4238-bc0f-bb6b76604361" -d '{"events": [{"server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "name": "network-vif-deleted", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:43.484725 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398635a-733f-42c3-a7bf-e6e39499573e x-openstack-request-id: req-f398635a-733f-42c3-a7bf-e6e39499573e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:43.485205 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b04354-5ee0-4615-b9c4-83d15874cafd", "name": "network-vif-deleted", "tag": "3524c454-3203-4a65-ad1b-5a20b5a4463f", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:43.485464 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f398635a-733f-42c3-a7bf-e6e39499573e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:43.486247 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f398635a-733f-42c3-a7bf-e6e39499573e'] response: {'server_uuid': 'a8b04354-5ee0-4615-b9c4-83d15874cafd', 'name': 'network-vif-deleted', 'tag': '3524c454-3203-4a65-ad1b-5a20b5a4463f', 'status': 'completed', 'code': 200} Sep 21 21:38:43.525992 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:43.720467 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:43.744326 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:43.752373 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:43.752993 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:43.851296 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:44.054176 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:44.077534 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5a618-f3f7-4a2f-8e0e-01cefaa21ebd None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:20Z', 'revision_number': 4, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '70ecc8df-9e88-4798-9f87-38c535afec7a', 'name': '', 'network_id': '63fcecc3-32c4-46d5-887e-4614c3e0a04e', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'mac_address': 'fa:16:3e:e0:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '052a624c-4e58-4257-b624-04204289d3ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:17Z', 'updated_at': '2022-09-21T21:34:42Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'subnets': [{'id': '052a624c-4e58-4257-b624-04204289d3ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:44.193822 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58450) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:44.251738 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (44a36611-b72d-4d0e-8fc2-84f9c056c37e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.276999 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (44a36611-b72d-4d0e-8fc2-84f9c056c37e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.295361 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ffdbb-0b3d-4d9a-9781-57e7ec04eaba None None] New status for floating IP daa43d0b-1745-4293-9828-ebb6f7d8f8c8: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:44.327056 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (44a36611-b72d-4d0e-8fc2-84f9c056c37e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.329681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.330869 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "DELETE /v2.0/security-groups/44a36611-b72d-4d0e-8fc2-84f9c056c37e HTTP/1.1" status: 204 len: 168 time: 0.1360683 Sep 21 21:38:44.333532 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58452) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:44.339787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f1ffd-4b13-48b1-8f74-7baa6930c2c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a36611-b72d-4d0e-8fc2-84f9c056c37e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:44.354875 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.api.v2.resource [None req-b4739bcc-ce1e-4c9b-9c63-5b280d4baa87 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] show failed (client error): The resource could not be found. Sep 21 21:38:44.355966 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b4739bcc-ce1e-4c9b-9c63-5b280d4baa87 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups/44a36611-b72d-4d0e-8fc2-84f9c056c37e HTTP/1.1" status: 404 len: 347 time: 0.0212679 Sep 21 21:38:44.358749 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58454) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:44.478679 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Deleting port 633634ae-9f3f-4f49-9f94-57dd9c7e14b0 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:44.479029 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.567321 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.567643 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.579235 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Calling delete_port for 633634ae-9f3f-4f49-9f94-57dd9c7e14b0 owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:44.703419 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (633634ae-9f3f-4f49-9f94-57dd9c7e14b0), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.724567 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event deleted for resources: {'Port': ['ID=633634ae-9f3f-4f49-9f94-57dd9c7e14b0,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:44.733827 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.734183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.734526 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.734870 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.735214 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.735540 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.735869 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.736594 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.736594 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.736811 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.737131 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.737451 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.737788 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:44.797115 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks [] for floatingip (daa43d0b-1745-4293-9828-ebb6f7d8f8c8), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.799746 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.801412 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-5a3a91f8-8a77-4738-950e-bc56d9701015 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "DELETE /v2.0/floatingips/daa43d0b-1745-4293-9828-ebb6f7d8f8c8 HTTP/1.1" status: 204 len: 168 time: 0.4417830 Sep 21 21:38:45.726619 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 3524c454-3203-4a65-ad1b-5a20b5a4463f no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:45.745718 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 3524c454-3203-4a65-ad1b-5a20b5a4463f {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:45.746166 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 3524c454-3203-4a65-ad1b-5a20b5a4463f not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:47.263449 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389012c-f58a-4ea7-a6ce-43f1e0181988 req-83f4b388-9e5d-4b31-be44-ae86f84d58c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:47.264903 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d389012c-f58a-4ea7-a6ce-43f1e0181988 req-83f4b388-9e5d-4b31-be44-ae86f84d58c6 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0521438 Sep 21 21:38:47.314209 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d389012c-f58a-4ea7-a6ce-43f1e0181988 req-b17e0ad5-448b-426b-b598-85e9d8d9de62 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Sep 21 21:38:48.098909 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-71e33fb4-3b0e-4ecc-ac57-5cb94e7de21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:48.404879 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b38fb6-f2cf-435c-99ac-04ed4cd78ea3 req-5cdab055-d1c2-4b95-b494-e4a5368ab058 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:48.406420 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58b38fb6-f2cf-435c-99ac-04ed4cd78ea3 req-5cdab055-d1c2-4b95-b494-e4a5368ab058 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0627146 Sep 21 21:38:48.442295 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22dbaa-8c65-456f-bb71-dac4c9d9af83 req-850ca706-2c76-4953-a66c-c4a086348f6e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:48.443797 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4f22dbaa-8c65-456f-bb71-dac4c9d9af83 req-850ca706-2c76-4953-a66c-c4a086348f6e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0522709 Sep 21 21:38:48.453941 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58b38fb6-f2cf-435c-99ac-04ed4cd78ea3 req-008af500-1294-46c1-897c-442cbe9a9484 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418129 Sep 21 21:38:48.490579 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4f22dbaa-8c65-456f-bb71-dac4c9d9af83 req-5b884bbc-a82b-4f67-bdba-7ef922f51e69 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Sep 21 21:38:49.580222 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731676-8385-4ba0-ab04-505a74aad4b6 req-6ad7bda0-eb23-41c3-bbd6-a51278e829c7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:49.581709 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7731676-8385-4ba0-ab04-505a74aad4b6 req-6ad7bda0-eb23-41c3-bbd6-a51278e829c7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.0532014 Sep 21 21:38:49.613635 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b3201-4ca0-4fb0-a541-7c2b00aba224 req-19ae3e93-fb49-4016-af63-b31f59112b9d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:49.615812 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-395b3201-4ca0-4fb0-a541-7c2b00aba224 req-19ae3e93-fb49-4016-af63-b31f59112b9d tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0517437 Sep 21 21:38:49.628400 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7731676-8385-4ba0-ab04-505a74aad4b6 req-36e69fcc-30cb-472e-bb5e-1ed7cb1ca595 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=9341c3c5-06dc-4570-9fb4-fbf199d3eb23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 Sep 21 21:38:49.660619 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-395b3201-4ca0-4fb0-a541-7c2b00aba224 req-2f2c0900-e427-471d-a469-f6149fc4c679 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Sep 21 21:38:49.720229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-108cc8af-a09c-43d5-96d7-1c75bbea780c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:49.721725 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-108cc8af-a09c-43d5-96d7-1c75bbea780c tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e3ef9fd-7def-4761-bae7-a0bd6c30950d HTTP/1.1" status: 200 len: 945 time: 0.0578804 Sep 21 21:38:49.809055 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Deleting port 7bb60268-b1b5-4704-bf8b-2a804c278597 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:49.809318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:49.897681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] For port 7bb60268-b1b5-4704-bf8b-2a804c278597, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=7bb60268-b1b5-4704-bf8b-2a804c278597,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:49.898208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:49.910724 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Calling delete_port for 7bb60268-b1b5-4704-bf8b-2a804c278597 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:50.029900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (7bb60268-b1b5-4704-bf8b-2a804c278597), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.041518 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['ab93c19c-654c-469c-afd0-29a68214817b', '7bb60268-b1b5-4704-bf8b-2a804c278597'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:38:50.070508 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event deleted for resources: {'Port': ['ID=7bb60268-b1b5-4704-bf8b-2a804c278597,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:50.129105 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] No DVR routers for this DVR port 7bb60268-b1b5-4704-bf8b-2a804c278597 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:50.132729 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.136025 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f87a45b8-a492-47a3-b8b5-6663e8390dfb req-e4536b7f-b40e-412c-9ba5-57b8d03b0385 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "DELETE /v2.0/ports/7bb60268-b1b5-4704-bf8b-2a804c278597 HTTP/1.1" status: 204 len: 173 time: 0.4080033 Sep 21 21:38:50.136519 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'name': 'network-vif-deleted', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:50.138843 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f14ebb-21aa-40cb-a21c-6ab87d0c2eea" -d '{"events": [{"server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "name": "network-vif-deleted", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:50.166787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-2aea3e43-e2f6-4b6c-a621-867321a57d8d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:50.168645 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-2aea3e43-e2f6-4b6c-a621-867321a57d8d tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 946 time: 0.1093333 Sep 21 21:38:50.178674 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c6de2-7676-4a77-b4b6-9be876633374 x-openstack-request-id: req-155c6de2-7676-4a77-b4b6-9be876633374 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:50.178965 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3ef9fd-7def-4761-bae7-a0bd6c30950d", "name": "network-vif-deleted", "tag": "7bb60268-b1b5-4704-bf8b-2a804c278597", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:50.179216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-155c6de2-7676-4a77-b4b6-9be876633374 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:50.179616 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155c6de2-7676-4a77-b4b6-9be876633374'] response: {'server_uuid': '9e3ef9fd-7def-4761-bae7-a0bd6c30950d', 'name': 'network-vif-deleted', 'tag': '7bb60268-b1b5-4704-bf8b-2a804c278597', 'status': 'completed', 'code': 200} Sep 21 21:38:50.274772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 8a1b7277-3c0b-454c-9387-7dbe97143235 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:50.275106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.359884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] For port 8a1b7277-3c0b-454c-9387-7dbe97143235, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=8a1b7277-3c0b-454c-9387-7dbe97143235,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:50.360172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.371675 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3ce587ff-d1be-4ea2-b6cf-ffce6f20bb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.528340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.528880 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.529209 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 85e4065a-1cdc-4e10-bfb6-75a663864af3 disassociated. External IP: 172.27.0.28, port: 8a1b7277-3c0b-454c-9387-7dbe97143235. Sep 21 21:38:50.529557 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 8a1b7277-3c0b-454c-9387-7dbe97143235 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:50.668564 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (8a1b7277-3c0b-454c-9387-7dbe97143235), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.701396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=8a1b7277-3c0b-454c-9387-7dbe97143235,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:50.765706 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f653a64-c71e-4df3-b036-41e74e2f13d7 req-9615e658-a0e7-4158-ae79-59d83197e0fc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4eed8fb-42be-4292-b894-82d259b2bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0484304 Sep 21 21:38:50.822849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:50.931901 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:50.942379 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:50.953424 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:50.954212 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:50.974932 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] No DVR routers for this DVR port 8a1b7277-3c0b-454c-9387-7dbe97143235 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:50.977279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:50.980599 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53685a5f-72c1-4d90-bcd0-c95f7b678315 req-c0648b74-3879-4784-9fcb-2f69ab1fa229 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "DELETE /v2.0/ports/8a1b7277-3c0b-454c-9387-7dbe97143235 HTTP/1.1" status: 204 len: 173 time: 0.7955410 Sep 21 21:38:50.981076 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5057db-760e-46e5-a411-a1332468e55d req-2936d785-93d2-4b45-9d7f-ee9f8d796fef tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:50.982620 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6d5057db-760e-46e5-a411-a1332468e55d req-2936d785-93d2-4b45-9d7f-ee9f8d796fef tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0615861 Sep 21 21:38:51.033382 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6d5057db-760e-46e5-a411-a1332468e55d req-ae6778f0-5e9d-4a4d-be56-eecb6b43266e tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Sep 21 21:38:51.075759 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:51.275822 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:51.303106 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:51.311636 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:51.312187 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:51.509008 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:51.695950 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:51.719508 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb676032-de37-4308-851e-a5a9b0901755 None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:51.778227 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:51.852978 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58526) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:51.908771 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (9341c3c5-06dc-4570-9fb4-fbf199d3eb23), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:51.936739 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (9341c3c5-06dc-4570-9fb4-fbf199d3eb23), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:51.950461 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e2958d-b14b-4c60-aeda-5460f205c05c None None] New status for floating IP 85e4065a-1cdc-4e10-bfb6-75a663864af3: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:38:51.983869 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9341c3c5-06dc-4570-9fb4-fbf199d3eb23), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:51.986744 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:51.987894 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/security-groups/9341c3c5-06dc-4570-9fb4-fbf199d3eb23 HTTP/1.1" status: 204 len: 168 time: 0.1332464 Sep 21 21:38:51.991253 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58528) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.002065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177170-67f8-4967-ad58-5cf4f92d7b03 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9341c3c5-06dc-4570-9fb4-fbf199d3eb23,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:52.003781 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-7f1278f5-1a24-4421-9835-039e8ea5a35c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] show failed (client error): The resource could not be found. Sep 21 21:38:52.004876 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7f1278f5-1a24-4421-9835-039e8ea5a35c tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups/9341c3c5-06dc-4570-9fb4-fbf199d3eb23 HTTP/1.1" status: 404 len: 347 time: 0.0126264 Sep 21 21:38:52.008348 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58530) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.158558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 8ebb46b4-0838-42cd-b8fa-f55ad2429493 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:52.158906 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.194423 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'name': 'network-vif-deleted', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:52.196643 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151a28f-b1af-41d8-ab77-6be472af1af8" -d '{"events": [{"server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "name": "network-vif-deleted", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:52.215711 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844436c-eb0a-44ae-b0f9-317509686572 req-bf2419ce-9eb8-484d-9a7c-59dac08b4515 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:52.217210 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6844436c-eb0a-44ae-b0f9-317509686572 req-bf2419ce-9eb8-484d-9a7c-59dac08b4515 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.1024299 Sep 21 21:38:52.234366 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fdad40-55eb-4b3b-9e45-c2340f7af3a2 x-openstack-request-id: req-a0fdad40-55eb-4b3b-9e45-c2340f7af3a2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:52.234662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4eed8fb-42be-4292-b894-82d259b2bfc0", "name": "network-vif-deleted", "tag": "8a1b7277-3c0b-454c-9387-7dbe97143235", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:52.234917 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0fdad40-55eb-4b3b-9e45-c2340f7af3a2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:52.235310 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fdad40-55eb-4b3b-9e45-c2340f7af3a2'] response: {'server_uuid': 'c4eed8fb-42be-4292-b894-82d259b2bfc0', 'name': 'network-vif-deleted', 'tag': '8a1b7277-3c0b-454c-9387-7dbe97143235', 'status': 'completed', 'code': 200} Sep 21 21:38:52.283909 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.284243 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (8ebb46b4-0838-42cd-b8fa-f55ad2429493), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.298666 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6844436c-eb0a-44ae-b0f9-317509686572 req-d855e6bc-adbf-47ae-9187-1917ff8e648a tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752876 Sep 21 21:38:52.302379 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 8ebb46b4-0838-42cd-b8fa-f55ad2429493 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:52.423088 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (8ebb46b4-0838-42cd-b8fa-f55ad2429493), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.452406 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=8ebb46b4-0838-42cd-b8fa-f55ad2429493,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:52.509397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (85e4065a-1cdc-4e10-bfb6-75a663864af3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.511970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.513122 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4b720c06-ef08-444c-9427-d5b9eb9d14f1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/floatingips/85e4065a-1cdc-4e10-bfb6-75a663864af3 HTTP/1.1" status: 204 len: 168 time: 0.5029104 Sep 21 21:38:52.576791 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58538) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.581229 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--10346882', 'description': 'tempest-description--488775672'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:52.605233 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.667534 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (8798fab2-fe79-47b3-9139-c79f63616c55), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.671231 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8798fab2-fe79-47b3-9139-c79f63616c55), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.700919 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.702150 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1243556 Sep 21 21:38:52.703332 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7e0b7-d5f2-47c4-b03d-9f3ee9d65759 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8798fab2-fe79-47b3-9139-c79f63616c55,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:52.705111 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58540) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.709762 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '8798fab2-fe79-47b3-9139-c79f63616c55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:52.733455 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (5ab5c9ef-540c-47c0-96b7-ddc880f727d0), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.790696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (5ab5c9ef-540c-47c0-96b7-ddc880f727d0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.794424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (5ab5c9ef-540c-47c0-96b7-ddc880f727d0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.811778 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab5c9ef-540c-47c0-96b7-ddc880f727d0,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:52.820685 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.821921 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ad7c6bff-614d-4cce-945c-015626b3f6a6 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156719 Sep 21 21:38:52.825365 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58542) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.829645 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'security_group_rule': {'security_group_id': '8798fab2-fe79-47b3-9139-c79f63616c55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:52.853579 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (8bd936dc-baff-43b2-81fa-d47ead5dbba8), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.911331 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (8bd936dc-baff-43b2-81fa-d47ead5dbba8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.915094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (8bd936dc-baff-43b2-81fa-d47ead5dbba8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.933155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd936dc-baff-43b2-81fa-d47ead5dbba8,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:52.940480 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:52.941673 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-48087f92-9a84-4c5f-bfa3-87e759e9b124 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153569 Sep 21 21:38:52.945360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58544) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.949903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:52.968850 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.063508 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.173583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.27.0.153 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/25cbdb84-1bf6-4750-b763-faa5c5b1633a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:53.275012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.307400 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.352657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:53.357802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:53.361918 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:53.384010 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=25cbdb84-1bf6-4750-b763-faa5c5b1633a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:53.470462 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb0ef-3299-4076-b6f9-712205cd0b65 req-44e6a1cf-6275-4d86-b4c4-e61f528fb7b3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:53.471957 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc0fb0ef-3299-4076-b6f9-712205cd0b65 req-44e6a1cf-6275-4d86-b4c4-e61f528fb7b3 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0889790 Sep 21 21:38:53.500736 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.556722 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc0fb0ef-3299-4076-b6f9-712205cd0b65 req-ddf876f3-5908-406e-8037-32220ca4dce2 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789249 Sep 21 21:38:53.557704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.642044 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.702280 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.706437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.754962 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 7bb60268-b1b5-4704-bf8b-2a804c278597 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:53.768826 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.771458 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=25cbdb84-1bf6-4750-b763-faa5c5b1633a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:53.774683 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 7bb60268-b1b5-4704-bf8b-2a804c278597 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:53.774924 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 7bb60268-b1b5-4704-bf8b-2a804c278597 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:53.775335 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8a1b7277-3c0b-454c-9387-7dbe97143235 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:53.788567 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.789816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5d94821a-7e7f-48d7-ad05-72da49924262 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8434832 Sep 21 21:38:53.795318 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 8a1b7277-3c0b-454c-9387-7dbe97143235 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:53.795673 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 8a1b7277-3c0b-454c-9387-7dbe97143235 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:53.938060 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-7785095a-196d-423f-81c9-8dc5368567a5 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--10346882&fields=id&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 267 time: 0.0428126 Sep 21 21:38:54.045462 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-c1d7b076-1f3c-49f7-a25d-75309af74e8a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:54.046869 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-c1d7b076-1f3c-49f7-a25d-75309af74e8a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1024911 Sep 21 21:38:54.061161 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-c8a6daa8-79ce-4082-90e6-5036ba233695 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/quotas/b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 375 time: 0.0090837 Sep 21 21:38:54.311698 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-8efab96b-b6c6-4556-acdf-e87a1bba653f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2459311 Sep 21 21:38:54.358814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-fba5460c-d6a4-4e74-a40a-aa4e14767f77 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:54.360270 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-fba5460c-d6a4-4e74-a40a-aa4e14767f77 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0516212 Sep 21 21:38:54.403436 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-18f55006-63bc-46d6-94dc-72e10f228ddc service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804625 Sep 21 21:38:54.452853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Deleting port ab93c19c-654c-469c-afd0-29a68214817b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:54.453201 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (ab93c19c-654c-469c-afd0-29a68214817b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.492801 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-7351109c-d36f-43d4-bfc4-95ea8c1b7aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836468 Sep 21 21:38:54.522892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.543347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] For port ab93c19c-654c-469c-afd0-29a68214817b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=ab93c19c-654c-469c-afd0-29a68214817b,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:54.543714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (ab93c19c-654c-469c-afd0-29a68214817b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.556149 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Calling delete_port for ab93c19c-654c-469c-afd0-29a68214817b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:54.665437 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a1e7d9ec-82e2-4bbd-80f8-54d246d8682f req-6252e854-0819-47ba-a85e-23b648567ff9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 210 time: 0.0295498 Sep 21 21:38:54.744946 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216b9cb-eb97-4a6c-b2a4-81f61f94fc3d req-ba4277fd-5a1e-4468-9bc8-0e7ba39a1270 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:54.746465 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a216b9cb-eb97-4a6c-b2a4-81f61f94fc3d req-ba4277fd-5a1e-4468-9bc8-0e7ba39a1270 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/ports?device_id=19ff92c5-ecad-4be6-9864-aeedc87cd67b HTTP/1.1" status: 200 len: 945 time: 0.0981164 Sep 21 21:38:54.747589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (ab93c19c-654c-469c-afd0-29a68214817b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.759711 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['ab93c19c-654c-469c-afd0-29a68214817b'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:38:54.784662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Pushing event deleted for resources: {'Port': ['ID=ab93c19c-654c-469c-afd0-29a68214817b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:55.100731 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] No DVR routers for this DVR port ab93c19c-654c-469c-afd0-29a68214817b on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:38:55.106250 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:55.109462 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff9a8512-0f49-4b0a-9fb1-c50be5189355 req-2f795b7f-1fe4-4cd8-88e5-7e80b63c9207 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.20 "DELETE /v2.0/ports/ab93c19c-654c-469c-afd0-29a68214817b HTTP/1.1" status: 204 len: 173 time: 0.7418447 Sep 21 21:38:55.109978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'name': 'network-vif-deleted', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:55.112197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed3685-7032-4010-af1a-c0cfcfacacc5" -d '{"events": [{"server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "name": "network-vif-deleted", "tag": "ab93c19c-654c-469c-afd0-29a68214817b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:55.121573 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a216b9cb-eb97-4a6c-b2a4-81f61f94fc3d req-5bed193f-9d35-4ee7-83f7-e9fa14b40b85 tempest-ServerRescueNegativeTestJSON-863161171 tempest-ServerRescueNegativeTestJSON-863161171-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a9677fb-c623-4f5a-9fc0-f56caf8a47da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666632 Sep 21 21:38:55.150736 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f0f49-1a19-4c66-bed7-6ef5bd7c492c x-openstack-request-id: req-353f0f49-1a19-4c66-bed7-6ef5bd7c492c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:55.150856 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ff92c5-ecad-4be6-9864-aeedc87cd67b", "name": "network-vif-deleted", "tag": "ab93c19c-654c-469c-afd0-29a68214817b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:55.151087 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-353f0f49-1a19-4c66-bed7-6ef5bd7c492c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:55.151490 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353f0f49-1a19-4c66-bed7-6ef5bd7c492c'] response: {'server_uuid': '19ff92c5-ecad-4be6-9864-aeedc87cd67b', 'name': 'network-vif-deleted', 'tag': 'ab93c19c-654c-469c-afd0-29a68214817b', 'status': 'completed', 'code': 200} Sep 21 21:38:55.777819 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-0b43c0ce-8e54-47a7-b967-f382a1d6eb40 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:55.779291 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-0b43c0ce-8e54-47a7-b967-f382a1d6eb40 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 815 time: 0.1460273 Sep 21 21:38:55.786176 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-850c92ca-cc08-47e9-aee0-9f89909b7b42 req-b75a239d-cda1-4129-a84c-67e7f46ae969 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 210 time: 0.0287523 Sep 21 21:38:55.840840 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-5e911839-f44c-40b0-af20-4823ff9f5c0f tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fb1bbc7aaa444baa9049d200599d82 HTTP/1.1" status: 200 len: 378 time: 0.0527329 Sep 21 21:38:55.854076 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'port': {'device_id': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'admin_state_up': True, 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'security_groups': ['8798fab2-fe79-47b3-9139-c79f63616c55']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:55.959857 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Made reservation on behalf of b7fb1bbc7aaa444baa9049d200599d82 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:55.963278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.090229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Allocated IP 172.20.0.11 (7d10a91e-15bf-442d-a91a-10015397d26e/f421aaa6-8dea-4928-94b5-0529eb76d4dc/4c3e8d98-7cb0-4681-8395-d228a1dddc85) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:56.203780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58586) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:56.328345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.436564 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.499428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Network 7d10a91e-15bf-442d-a91a-10015397d26e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:56.504179 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:56.506229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event updated for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:56.526644 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:56.610447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:56.611070 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.660910 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-40298da9-da04-4257-8d70-011e211cc30b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8103402 Sep 21 21:38:56.681988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Request body: {'port': {'device_id': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:56.710720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae621583-fce3-4ea7-8921-25eb7a8d227b req-6d013b81-e372-481d-ba9e-c983040ccf54 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:56.712243 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae621583-fce3-4ea7-8921-25eb7a8d227b req-6d013b81-e372-481d-ba9e-c983040ccf54 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.1241090 Sep 21 21:38:56.748976 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Provisioning complete for port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:56.749564 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.749817 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Attempt 1 to provision port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 Sep 21 21:38:56.782812 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:56.822735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.830624 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae621583-fce3-4ea7-8921-25eb7a8d227b req-4c85ee86-cae4-4108-b8c9-00d1a5179d7d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109695 Sep 21 21:38:56.876432 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:56.916338 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688152ef-b4cd-45d2-a52b-a60e58c66214 req-6b21a76b-bf50-4cb2-a15e-b01b1e0c13b9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:56.917859 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-688152ef-b4cd-45d2-a52b-a60e58c66214 req-6b21a76b-bf50-4cb2-a15e-b01b1e0c13b9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 932 time: 0.0529673 Sep 21 21:38:56.967833 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-688152ef-b4cd-45d2-a52b-a60e58c66214 req-5571db3b-676f-41eb-8699-b543db1739ff tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442166 Sep 21 21:38:57.242893 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3e8d98-7cb0-4681-8395-d228a1dddc85 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:38:57.251753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks [] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.281165 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Transition to ACTIVE for port object 4c3e8d98-7cb0-4681-8395-d228a1dddc85 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:38:57.283637 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Attempt 2 to provision port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 Sep 21 21:38:57.286872 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.317266 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:57.370307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Deleting port 70ecc8df-9e88-4798-9f87-38c535afec7a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:57.370648 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.431757 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:57.470671 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Attempting to bind port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:57.471006 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Attempting to bind port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:57.471331 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Attempting to bind port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:57.487228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 on network 7d10a91e-15bf-442d-a91a-10015397d26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:38:57.487552 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Attempting to bind port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 on network 7d10a91e-15bf-442d-a91a-10015397d26e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:57.500631 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:57.500937 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Checking segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:57.501601 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Bound using segment: {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:57.502057 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Bound port: 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:57.502417 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.509141 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] For port 70ecc8df-9e88-4798-9f87-38c535afec7a, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=70ecc8df-9e88-4798-9f87-38c535afec7a,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:57.509528 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.536438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Calling delete_port for 70ecc8df-9e88-4798-9f87-38c535afec7a owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:57.630875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:57.645067 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:57.652981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.689692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:57.690330 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.691700 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c3e8d98-7cb0-4681-8395-d228a1dddc85 HTTP/1.1" status: 200 len: 1094 time: 1.0178289 Sep 21 21:38:57.693562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:38:57.695797 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a4259-ed15-40be-b443-6a2ad61c70f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:38:57.750313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a76a9f-5c2f-4142-aab0-ca03bd530181 x-openstack-request-id: req-56a76a9f-5c2f-4142-aab0-ca03bd530181 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:38:57.750613 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:38:57.750902 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56a76a9f-5c2f-4142-aab0-ca03bd530181 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:38:57.751253 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a76a9f-5c2f-4142-aab0-ca03bd530181'] response: {'name': 'network-changed', 'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'status': 'completed', 'code': 200} Sep 21 21:38:57.771533 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device ab93c19c-654c-469c-afd0-29a68214817b no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:38:57.786315 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796e6bf-801f-439e-9c82-5c98a5f95517 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:57.791890 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: ab93c19c-654c-469c-afd0-29a68214817b {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:38:57.792450 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device ab93c19c-654c-469c-afd0-29a68214817b not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:38:57.818445 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Attempt 3 to provision port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 Sep 21 21:38:57.829940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-c060eb23-3c21-4d2e-97d1-28a5aca55d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:57.831450 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-c060eb23-3c21-4d2e-97d1-28a5aca55d8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 1128 time: 0.0971384 Sep 21 21:38:57.861928 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e68aa89f-5d99-4446-9525-d5d007609ca1 None None] Port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:38:57.879429 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-da9ecc65-10c4-4614-b3e8-83f90fb6abb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85 HTTP/1.1" status: 200 len: 217 time: 0.0371599 Sep 21 21:38:57.885394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (70ecc8df-9e88-4798-9f87-38c535afec7a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.936632 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=70ecc8df-9e88-4798-9f87-38c535afec7a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:57.961187 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c4120-1ba1-41ca-9d71-6f5e5e2632a5 req-d3c83935-744b-4f21-af04-96052ddcf3be tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:57.962869 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c33c4120-1ba1-41ca-9d71-6f5e5e2632a5 req-d3c83935-744b-4f21-af04-96052ddcf3be tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0570900 Sep 21 21:38:58.009108 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-1ddf82bb-b9b9-4690-bb7f-0cdb34e68a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:58.011401 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-1ddf82bb-b9b9-4690-bb7f-0cdb34e68a8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.1230869 Sep 21 21:38:58.023637 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c33c4120-1ba1-41ca-9d71-6f5e5e2632a5 req-a22a44fe-e102-4072-ac79-e1e53fb15d7b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545855 Sep 21 21:38:58.151966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-19ceeca6-eddc-43f9-a90c-026b125649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:58.153493 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-19ceeca6-eddc-43f9-a90c-026b125649aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331971 Sep 21 21:38:58.278771 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29ba5b-d2e0-4397-858e-599bda8c9191 req-d1d1844f-1cbb-44ef-be71-d733f85f20eb tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:58.280194 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a29ba5b-d2e0-4397-858e-599bda8c9191 req-d1d1844f-1cbb-44ef-be71-d733f85f20eb tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 944 time: 0.2150438 Sep 21 21:38:58.304300 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:58.410013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-0193e9e7-8691-4b77-951b-34ea545507f5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:58.411471 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-0193e9e7-8691-4b77-951b-34ea545507f5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.2119701 Sep 21 21:38:58.433260 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a29ba5b-d2e0-4397-858e-599bda8c9191 req-63325987-3f35-47c4-a70b-d3f90e4d519a tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1443417 Sep 21 21:38:58.455260 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-748fd25a-e601-4bab-94d3-ea3f4fd3eff6 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905054 Sep 21 21:38:58.915771 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-298adfa7-2e2d-4daf-b6ab-1c5b03e36a55 req-cc923cb8-3357-4055-9051-6fc36b76b538 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542608 Sep 21 21:38:58.930463 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:58.930814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.078271 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Router ae0c77b8-ca94-4294-b4ae-17e5be826950 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:59.096669 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-bc63451b-1bce-4255-a6f5-e00160ad3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.098205 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-bc63451b-1bce-4255-a6f5-e00160ad3b29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 1128 time: 0.0999660 Sep 21 21:38:59.108206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] For port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:59.108578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.152373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884bb8e-6fc9-4689-9b9b-aa5cebef57b3 req-752d2fc2-4149-427f-98ef-f233740ef544 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.153858 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b884bb8e-6fc9-4689-9b9b-aa5cebef57b3 req-752d2fc2-4149-427f-98ef-f233740ef544 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 945 time: 0.0540502 Sep 21 21:38:59.201590 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b884bb8e-6fc9-4689-9b9b-aa5cebef57b3 req-9cb86181-27eb-4c1b-bdf7-da321254ae13 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Sep 21 21:38:59.359979 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:59.367485 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-073853c2-7ee3-4e7a-a058-007dbf797e1d admin admin] 10.222.0.18 "PUT /v2.0/routers/ae0c77b8-ca94-4294-b4ae-17e5be826950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1618254 Sep 21 21:38:59.368621 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Sync routers for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:59.370136 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58602) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:59.370807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-cb57d15b-88a4-4f8a-b998-8faaa9727ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.372227 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-cb57d15b-88a4-4f8a-b998-8faaa9727ae1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.2611711 Sep 21 21:38:59.378810 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:59.379501 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:59.444807 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-7edbf8c0-5d00-4b69-9ff2-cbfab1b47b6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85 HTTP/1.1" status: 200 len: 217 time: 0.0629385 Sep 21 21:38:59.477501 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks [] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.484538 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:59.495576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.495947 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (6ad8f93b-262b-4605-bf2a-478395f99182), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.496286 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 6ad8f93b-262b-4605-bf2a-478395f99182 disassociated. External IP: 172.27.0.235, port: f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9. Sep 21 21:38:59.496616 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:59.577935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-9ee17860-374b-4117-9230-ba55aa62515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.585057 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-9ee17860-374b-4117-9230-ba55aa62515d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.1299696 Sep 21 21:38:59.595459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.598056 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks [] for router_gateway (ae0c77b8-ca94-4294-b4ae-17e5be826950), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.650500 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Deleting port 1355a9b6-b23c-4053-bc3f-3c148051013f {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:38:59.650770 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.659788 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:38:57Z', 'revision_number': 5, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port': {'id': '1355a9b6-b23c-4053-bc3f-3c148051013f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:11Z', 'updated_at': '2022-09-21T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:59.683953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545b148-460b-4fff-be64-29d9dc6ac2ac req-aace7337-8a17-42f1-8a85-daf91ac7b20b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.685460 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d545b148-460b-4fff-be64-29d9dc6ac2ac req-aace7337-8a17-42f1-8a85-daf91ac7b20b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 944 time: 0.1686096 Sep 21 21:38:59.685604 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Checking router: ae0c77b8-ca94-4294-b4ae-17e5be826950 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:59.692994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-8e603ef8-fce2-44bb-b8e2-e8c6b7d7cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:59.694097 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Routers {'ae0c77b8-ca94-4294-b4ae-17e5be826950'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:59.694800 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-8e603ef8-fce2-44bb-b8e2-e8c6b7d7cc1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023893 Sep 21 21:38:59.694941 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ae0c77b8-ca94-4294-b4ae-17e5be826950'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:59.746327 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] For port 1355a9b6-b23c-4053-bc3f-3c148051013f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1355a9b6-b23c-4053-bc3f-3c148051013f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:59.746752 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.761924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Calling delete_port for 1355a9b6-b23c-4053-bc3f-3c148051013f owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:38:59.768126 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4c3e8d98-7cb0-4681-8395-d228a1dddc85 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:38:59.778352 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] Set router ae0c77b8-ca94-4294-b4ae-17e5be826950 gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:59.825080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.832852 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:38:59Z', 'revision_number': 6, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:59.856886 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8af0e9-df80-4cb8-abfe-d02d5ed4ed5a None None] The sync data for ids ['ae0c77b8-ca94-4294-b4ae-17e5be826950'] in dv-cinder-858344-1-iscsi is: [{'id': 'ae0c77b8-ca94-4294-b4ae-17e5be826950', 'name': 'tempest-ServerRescueNegativeTestJSON-251045927-router', 'tenant_id': '2e8baf1ca3794455876e6e2752d0a090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:38:59Z', 'revision_number': 6, 'project_id': '2e8baf1ca3794455876e6e2752d0a090', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:59.859086 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d545b148-460b-4fff-be64-29d9dc6ac2ac req-1a840b27-1467-4154-b1d2-e2ad203fc859 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410367 Sep 21 21:38:59.869711 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:59.938687 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:59.951600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'port_id': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'mac_address': 'fa:16:3e:b7:4f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:38:59.956740 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-8ac76f37-3577-43f1-b99f-ae3ea5ad5f16 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375820 Sep 21 21:38:59.980743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (1355a9b6-b23c-4053-bc3f-3c148051013f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.987372 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:59.987768 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.002801 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3e8d98-7cb0-4681-8395-d228a1dddc85 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:39:00.027932 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:00.032890 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.033664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1355a9b6-b23c-4053-bc3f-3c148051013f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:00.082830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:00.086823 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.087042 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:00.092912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.093383 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.093844 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.094498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.094862 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.095356 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.095794 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.096313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.096739 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.097194 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.097617 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.098061 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.098482 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:00.109040 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e03a4259-ed15-40be-b443-6a2ad61c70f3 req-20899fb0-47a9-40f6-8dc2-65e0ce82a7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422739 Sep 21 21:39:00.192522 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.195485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks [] for router_controller (ae0c77b8-ca94-4294-b4ae-17e5be826950), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.204972 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:00.221678 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:00.256317 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:00.256876 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:00.294498 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (ae0c77b8-ca94-4294-b4ae-17e5be826950), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.295348 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0c77b8-ca94-4294-b4ae-17e5be826950 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:39:00.306999 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.308256 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-47278fc5-3a01-4860-b5cc-a607bdd210ac admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae0c77b8-ca94-4294-b4ae-17e5be826950 HTTP/1.1" status: 204 len: 168 time: 0.9368000 Sep 21 21:39:00.312223 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58610) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:00.335007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] No DVR routers for this DVR port f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:39:00.341419 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.357416 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-393d2c70-73ea-4ae7-b72b-e85acf05db11 req-3f7a058d-f605-423a-ad06-fa29cad0e12e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "DELETE /v2.0/ports/f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 HTTP/1.1" status: 204 len: 173 time: 1.9373541 Sep 21 21:39:00.358086 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'name': 'network-vif-deleted', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:00.358358 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['4c3e8d98-7cb0-4681-8395-d228a1dddc85'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:39:00.360657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd320a78-0cbb-47d8-a4de-d6de52806f25" -d '{"events": [{"server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "name": "network-vif-deleted", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:00.371820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Deleting subnet 052a624c-4e58-4257-b624-04204289d3ad {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:39:00.375781 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Publish callbacks [] for subnet (052a624c-4e58-4257-b624-04204289d3ad), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.421733 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (052a624c-4e58-4257-b624-04204289d3ad), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.460489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb738e-11bd-4a4b-91f4-d3f43146c143 x-openstack-request-id: req-a5bb738e-11bd-4a4b-91f4-d3f43146c143 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:00.460489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b21507-ca18-4d8e-aec7-614447776b9b", "name": "network-vif-deleted", "tag": "f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:00.460699 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5bb738e-11bd-4a4b-91f4-d3f43146c143 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:00.461216 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5bb738e-11bd-4a4b-91f4-d3f43146c143'] response: {'server_uuid': '79b21507-ca18-4d8e-aec7-614447776b9b', 'name': 'network-vif-deleted', 'tag': 'f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9', 'status': 'completed', 'code': 200} Sep 21 21:39:00.556865 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-dbfd6959-b1d1-486e-8c93-fe1dedff823d req-5e40a8e5-4b9f-4753-9786-52fe0c009b0f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=79b21507-ca18-4d8e-aec7-614447776b9b HTTP/1.1" status: 200 len: 210 time: 0.0420747 Sep 21 21:39:00.558978 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 70ecc8df-9e88-4798-9f87-38c535afec7a no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:00.567400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (052a624c-4e58-4257-b624-04204289d3ad), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.591495 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 70ecc8df-9e88-4798-9f87-38c535afec7a {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:39:00.591848 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 70ecc8df-9e88-4798-9f87-38c535afec7a not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:39:00.649604 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (052a624c-4e58-4257-b624-04204289d3ad), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.666403 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:00.679659 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052a624c-4e58-4257-b624-04204289d3ad,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:00.684169 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.690179 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58616) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:00.690589 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a2c2866e-005b-464f-bec7-7c7774935403 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/052a624c-4e58-4257-b624-04204289d3ad HTTP/1.1" status: 204 len: 168 time: 0.3773239 Sep 21 21:39:00.702064 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccaf21f-578a-4ab1-8040-8f43c9e19561 None None] Network 63fcecc3-32c4-46d5-887e-4614c3e0a04e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:00.764138 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (63fcecc3-32c4-46d5-887e-4614c3e0a04e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.828021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Deleting port b75de5ea-d79b-4879-a300-6f154fd16293 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:00.828524 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.900774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] For port b75de5ea-d79b-4879-a300-6f154fd16293, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b75de5ea-d79b-4879-a300-6f154fd16293,segment=NetworkSegment(1f89af5b-9f19-460a-842e-575818d1bea1),segment_id=1f89af5b-9f19-460a-842e-575818d1bea1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:00.901186 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.923446 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Calling delete_port for b75de5ea-d79b-4879-a300-6f154fd16293 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:01.031747 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (b75de5ea-d79b-4879-a300-6f154fd16293), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.064973 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.088753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] No DVR routers for this DVR port b75de5ea-d79b-4879-a300-6f154fd16293 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:39:01.095255 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75de5ea-d79b-4879-a300-6f154fd16293,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:01.114058 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7150d-00b5-4779-be0d-3f884f7a319e req-d32491f6-1cf0-435b-9818-2ca956a075e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:01.126192 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8cc7150d-00b5-4779-be0d-3f884f7a319e req-d32491f6-1cf0-435b-9818-2ca956a075e1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 945 time: 0.1036646 Sep 21 21:39:01.129365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:01.137576 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc4acf-e0fe-4bba-85e2-3938101dfe10 None None] DHCP port deletion for 63fcecc3-32c4-46d5-887e-4614c3e0a04e request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:39:01.149325 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:01.150112 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.222633 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (63fcecc3-32c4-46d5-887e-4614c3e0a04e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.259459 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fcecc3-32c4-46d5-887e-4614c3e0a04e']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.260259 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8cc7150d-00b5-4779-be0d-3f884f7a319e req-41482e93-d949-4851-92ed-1fb864930eec tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330812 Sep 21 21:39:01.278975 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f89af5b-9f19-460a-842e-575818d1bea1') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.287074 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f89af5b-9f19-460a-842e-575818d1bea1') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.321101 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (1f89af5b-9f19-460a-842e-575818d1bea1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.330760 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:01.336808 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1f89af5b-9f19-460a-842e-575818d1bea1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.346658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:39:01.347120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (1f89af5b-9f19-460a-842e-575818d1bea1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.394926 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 1f89af5b-9f19-460a-842e-575818d1bea1 resource provider aggregate not found Sep 21 21:39:01.419379 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 1f89af5b-9f19-460a-842e-575818d1bea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f89af5b-9f19-460a-842e-575818d1bea1 found for delete ", "request_id": "req-e17e52a3-d3e3-41d9-ae21-dd756b2b8820"}]} Sep 21 21:39:01.420931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (63fcecc3-32c4-46d5-887e-4614c3e0a04e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.426085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.430119 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/63fcecc3-32c4-46d5-887e-4614c3e0a04e HTTP/1.1" status: 204 len: 168 time: 0.7384951 Sep 21 21:39:01.445334 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b558e-bf45-439f-beae-2087258e24c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fcecc3-32c4-46d5-887e-4614c3e0a04e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:01.542733 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:01.568770 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f8adf4-c4c4-4730-aac2-5dea3d29f9f2 None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:01.637866 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58636) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:01.684667 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-22246c08-bc7d-4d10-9969-f26a547883f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e8baf1ca3794455876e6e2752d0a090&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454581 Sep 21 21:39:01.687278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58640) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:01.741086 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] Publish callbacks [] for security_group (4a9677fb-c623-4f5a-9fc0-f56caf8a47da), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.775856 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] Publish callbacks [] for security_group (4a9677fb-c623-4f5a-9fc0-f56caf8a47da), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.783332 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4c3e8d98-7cb0-4681-8395-d228a1dddc85 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:01.845058 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:39:01.852667 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:01.853334 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.853864 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 Sep 21 21:39:01.863381 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-8fc21510-55a9-40e0-9df3-2964e7e71cfe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974438 Sep 21 21:39:01.864553 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4a9677fb-c623-4f5a-9fc0-f56caf8a47da), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.864735 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-49a5028f-da64-47a0-8d60-89f8500c11bb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468144335&fields=id&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 267 time: 0.0559692 Sep 21 21:39:01.867740 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.870929 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a9677fb-c623-4f5a-9fc0-f56caf8a47da HTTP/1.1" status: 204 len: 168 time: 0.1806281 Sep 21 21:39:01.878086 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ef96e-20bc-4402-97b7-c69d26601fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9677fb-c623-4f5a-9fc0-f56caf8a47da,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:01.929241 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5369bee-c081-4bf2-8f6d-80a1fc55126f None None] New status for floating IP 6ad8f93b-262b-4605-bf2a-478395f99182: DOWN {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:39:01.992910 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:01.993380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.999919 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-0907c8fd-3729-40d1-ab9f-9de50915b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.005097 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-0907c8fd-3729-40d1-ab9f-9de50915b120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1130 time: 0.0782795 Sep 21 21:39:02.039869 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-cd6314ff-9a1d-4821-80ee-57c74bdda639 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.041479 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-cd6314ff-9a1d-4821-80ee-57c74bdda639 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.1604314 Sep 21 21:39:02.044225 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:02.052717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70994deb-554d-4f11-8451-b08b8b3928bd" -d '{"events": [{"server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:02.059558 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-501fc6e1-fdc7-4e3f-ab5f-fefb67bc5ca9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/quotas/7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 375 time: 0.0105531 Sep 21 21:39:02.082502 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:02.096330 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:02.097163 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:02.148827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:39:02.149267 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f5307dd8-f9f8-414c-a4b5-ab8d93b1d9b9 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:39:02.155135 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-b857c179-5b90-4c0c-b0c5-b7ea0309c1dd tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841069 Sep 21 21:39:02.158542 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a791e48-3e9c-4cd8-aec2-d4612ab3c15b x-openstack-request-id: req-5a791e48-3e9c-4cd8-aec2-d4612ab3c15b {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:02.158953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "name": "network-vif-plugged", "status": "completed", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:02.159313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a791e48-3e9c-4cd8-aec2-d4612ab3c15b {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:02.160002 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a791e48-3e9c-4cd8-aec2-d4612ab3c15b'] response: {'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'code': 200} Sep 21 21:39:02.175191 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-f2906cd9-5733-4a9a-91c5-bfc070a4d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.177231 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-f2906cd9-5733-4a9a-91c5-bfc070a4d45d service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.1429398 Sep 21 21:39:02.223163 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:02.295678 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1355a9b6-b23c-4053-bc3f-3c148051013f no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:02.310218 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-bceb72e5-1c2e-4c7e-86f8-bde740329060 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526847 Sep 21 21:39:02.316983 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-5ff17fca-5b64-4e68-bc97-4ce2e31c08a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 1002 time: 0.1326754 Sep 21 21:39:02.337623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 1355a9b6-b23c-4053-bc3f-3c148051013f {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:39:02.338008 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1355a9b6-b23c-4053-bc3f-3c148051013f not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:39:02.338433 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b75de5ea-d79b-4879-a300-6f154fd16293 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:02.379108 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: b75de5ea-d79b-4879-a300-6f154fd16293 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:39:02.379463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b75de5ea-d79b-4879-a300-6f154fd16293 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:39:02.424657 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-4d16669f-fbe5-4c1a-ae7f-ff0508512152 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067586 Sep 21 21:39:02.430212 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513f116-21c1-4c4d-ac81-687ce30f5977 req-1c25bb6a-f7ec-43b0-9070-501de5edfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.431741 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2513f116-21c1-4c4d-ac81-687ce30f5977 req-1c25bb6a-f7ec-43b0-9070-501de5edfbed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 1130 time: 0.1504557 Sep 21 21:39:02.446889 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-5eabbdd7-1071-4197-a27e-26e4e636d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.448837 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-5eabbdd7-1071-4197-a27e-26e4e636d88b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.1154461 Sep 21 21:39:02.518907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5c31-f936-420e-88b1-73e4accfb94f req-431065e0-f392-4a62-bb68-8ee7514d44b1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.519622 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66db5c31-f936-420e-88b1-73e4accfb94f req-431065e0-f392-4a62-bb68-8ee7514d44b1 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.1309862 Sep 21 21:39:02.548032 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2513f116-21c1-4c4d-ac81-687ce30f5977 req-e5244409-ca95-48a5-a96c-da0ad7e61e12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029902 Sep 21 21:39:02.560947 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-269ffd60-95d1-4297-95ad-1c5fcfd06a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:02.562502 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-269ffd60-95d1-4297-95ad-1c5fcfd06a6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071992 Sep 21 21:39:02.590685 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66db5c31-f936-420e-88b1-73e4accfb94f req-f1298b78-06d7-4441-8207-463185c1d7fa tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594201 Sep 21 21:39:02.759782 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-291b39d8-fbdb-4ddd-ab02-890c4950ce9a req-7ca49274-7e16-4d48-aa67-c41ee21b9aba tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0305917 Sep 21 21:39:02.863975 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-3d8ef922-9c51-41ab-ba2d-f7b9b35cd8f1 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967934 Sep 21 21:39:02.959452 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d26554f9-8fa5-4401-8d17-52213ee66c35 req-3e558bbf-9c11-4e6d-ac01-a247b57b32d6 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Sep 21 21:39:03.416580 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68574fe-c3f8-4528-8447-ec26b430b940 req-809ed587-4bf8-4eac-81a4-97923a91c07f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:03.418420 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b68574fe-c3f8-4528-8447-ec26b430b940 req-809ed587-4bf8-4eac-81a4-97923a91c07f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0757616 Sep 21 21:39:03.472715 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b68574fe-c3f8-4528-8447-ec26b430b940 req-94388e6e-55d0-4383-98af-6070b3a1ce3a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Sep 21 21:39:03.564843 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58734) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:03.676797 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94e94f21-9ee5-4f0a-8ec9-d5abf21c3f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:03.759688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d253-f420-462f-8b96-ec55124bf011 req-1f9a4fc4-0df3-45fb-a479-38896301952b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:03.761206 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb11d253-f420-462f-8b96-ec55124bf011 req-1f9a4fc4-0df3-45fb-a479-38896301952b tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.0865431 Sep 21 21:39:03.834339 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94e94f21-9ee5-4f0a-8ec9-d5abf21c3f17 admin admin] Publish callbacks [] for security_group (3435c487-5639-4ca3-8ec2-2e6a5ef8262f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:03.842457 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb11d253-f420-462f-8b96-ec55124bf011 req-27ceaf6c-fd00-4430-b753-88dd9ba023a2 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742652 Sep 21 21:39:03.844286 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-94e94f21-9ee5-4f0a-8ec9-d5abf21c3f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3435c487-5639-4ca3-8ec2-2e6a5ef8262f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:03.870305 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-320bfc88-46e4-4f9b-9e0c-316e69118b32 req-7eeaddef-3c9a-42ec-a471-a446589123cc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0328424 Sep 21 21:39:03.893603 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e94f21-9ee5-4f0a-8ec9-d5abf21c3f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3435c487-5639-4ca3-8ec2-2e6a5ef8262f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:03.898645 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-94e94f21-9ee5-4f0a-8ec9-d5abf21c3f17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b2079e42df94c5a8a7adff507db55f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327785 Sep 21 21:39:03.901535 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58742) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:03.950248 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] Publish callbacks [] for security_group (3435c487-5639-4ca3-8ec2-2e6a5ef8262f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:03.970433 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] Publish callbacks [] for security_group (3435c487-5639-4ca3-8ec2-2e6a5ef8262f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:04.018538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3435c487-5639-4ca3-8ec2-2e6a5ef8262f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:04.021244 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:04.022498 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3435c487-5639-4ca3-8ec2-2e6a5ef8262f HTTP/1.1" status: 204 len: 168 time: 0.1204107 Sep 21 21:39:04.030399 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd985a-c9ad-4918-97de-b1d19063a50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435c487-5639-4ca3-8ec2-2e6a5ef8262f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:04.362893 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-4da7cc1f-88d2-4102-8c77-daf1882a61a3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:04.364406 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-4da7cc1f-88d2-4102-8c77-daf1882a61a3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.1079731 Sep 21 21:39:04.433405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-d8ac1068-ff4d-41eb-a3df-4d3c76bbb483 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 380 time: 0.0585706 Sep 21 21:39:04.439256 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'port': {'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'admin_state_up': True, 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'security_groups': ['7faae14c-0d33-4946-90d1-177ec518ebd5']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:04.564276 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Made reservation on behalf of 7eaeb99dab284cc9b7a2ebbd44b7f020 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:04.568628 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:04.964982 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870a7-3ad0-49fb-a546-cf1d40fabed5 req-ab503a0a-4d59-4d4e-afec-199d255c4e49 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:04.966812 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-764870a7-3ad0-49fb-a546-cf1d40fabed5 req-ab503a0a-4d59-4d4e-afec-199d255c4e49 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.4113383 Sep 21 21:39:05.007927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42fbaa-63be-4470-afb8-f5b38e399e30 req-084c4782-929d-41fe-9840-be2d5684e6bf tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:05.014440 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cd42fbaa-63be-4470-afb8-f5b38e399e30 req-084c4782-929d-41fe-9840-be2d5684e6bf tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.0838518 Sep 21 21:39:05.066713 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.20.0.11 (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e/b1679163-0479-4365-91e5-50caca58a98e/4d4becbb-b0ea-49ff-87fe-92fb9c5b66db) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:05.067529 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cd42fbaa-63be-4470-afb8-f5b38e399e30 req-ccc141d0-9dbe-4168-9df4-85558b31a5bc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514245 Sep 21 21:39:05.079723 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-764870a7-3ad0-49fb-a546-cf1d40fabed5 req-ce45a96c-425a-424c-94c0-dbf12225c54c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894492 Sep 21 21:39:05.179746 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d5e2d1a5-ea31-475f-b652-5360822d8869 req-6ddfd9ee-ff8b-4746-a751-87d855ae2ca2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0353112 Sep 21 21:39:05.278067 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffae83-1bf9-4c38-adf7-9811bb54b92b req-f359a6bb-2fbd-47e7-86b9-c49c8ab78cc4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:05.279654 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42ffae83-1bf9-4c38-adf7-9811bb54b92b req-f359a6bb-2fbd-47e7-86b9-c49c8ab78cc4 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.0950677 Sep 21 21:39:05.284573 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.291525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58794) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:05.296276 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Request body: {'floatingip': {'port_id': '4c3e8d98-7cb0-4681-8395-d228a1dddc85'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:05.318510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.336316 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.360104 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:05.367023 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:05.369721 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:05.408281 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:05.447838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:05.448735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.468938 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-a2209d32-e820-4e2f-85fb-242567e5fe4b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336881 Sep 21 21:39:05.484577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Request body: {'port': {'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:05.560013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.666835 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Provisioning complete for port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:05.667938 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.668452 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Attempt 1 to provision port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db Sep 21 21:39:05.714075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:05.847280 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:39:05.856139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks [] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.869751 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Transition to ACTIVE for port object 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:39:05.872327 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.878216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.878216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58806) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:05.879219 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:05.952591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:05.999461 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 99717d72-28ce-4fa3-8bf7-381e659fa6d2 associated. External IP: 172.27.0.153, port: 4c3e8d98-7cb0-4681-8395-d228a1dddc85. Sep 21 21:39:06.016428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Attempting to bind port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:06.017282 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Attempting to bind port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:06.017823 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Attempting to bind port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:06.023891 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:39:06.024612 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Attempting to bind port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:06.037864 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:06.038234 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:06.038617 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Bound using segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:06.039065 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Bound port: 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:06.039431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.048511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-873923ce-f5fe-4a07-838d-1e1ee5f4879c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.155781 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:06.159916 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:06.178659 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.181622 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.182600 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.184056 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 1094 time: 0.7037473 Sep 21 21:39:06.187758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:06.190987 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:06.215976 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Attempt 2 to provision port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db Sep 21 21:39:06.241839 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-873923ce-f5fe-4a07-838d-1e1ee5f4879c admin admin] Publish callbacks [] for security_group (9bc595c2-d434-4fe6-92b7-b711eb0bce81), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.258005 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da481ecb-9702-4daa-b13b-696e4efc29b8 x-openstack-request-id: req-da481ecb-9702-4daa-b13b-696e4efc29b8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:06.258788 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:06.259046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da481ecb-9702-4daa-b13b-696e4efc29b8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:06.259878 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da481ecb-9702-4daa-b13b-696e4efc29b8'] response: {'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'status': 'completed', 'code': 200} Sep 21 21:39:06.269464 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3b131aa1-5fb8-46a0-ba63-b549dcf04eb5 None None] Port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:39:06.282117 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-873923ce-f5fe-4a07-838d-1e1ee5f4879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9bc595c2-d434-4fe6-92b7-b711eb0bce81), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.292342 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:06.304808 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a5956-5e73-46fc-aec5-e04c97d0ea4d req-e0665283-8d94-4238-bc89-920b9937cadb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.306385 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1a8a5956-5e73-46fc-aec5-e04c97d0ea4d req-e0665283-8d94-4238-bc89-920b9937cadb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0939708 Sep 21 21:39:06.370474 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566d06b-23e9-45dd-b709-50d3f9e3ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:06.379059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873923ce-f5fe-4a07-838d-1e1ee5f4879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc595c2-d434-4fe6-92b7-b711eb0bce81,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:06.393573 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-873923ce-f5fe-4a07-838d-1e1ee5f4879c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14ac1e2814134e879c4b8ce7e164de58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079203 Sep 21 21:39:06.393573 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58816) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:06.415664 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-0563d1ec-574f-4f14-be0f-c03e33db7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.417208 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-0563d1ec-574f-4f14-be0f-c03e33db7e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1128 time: 0.1713247 Sep 21 21:39:06.480409 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4542c4-7fa3-4f52-9255-96c5631d2ad8 req-454902cc-bb7a-4b58-b150-4aaa72e6fe5a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.481924 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e4542c4-7fa3-4f52-9255-96c5631d2ad8 req-454902cc-bb7a-4b58-b150-4aaa72e6fe5a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.1733952 Sep 21 21:39:06.485444 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-e801052b-9749-420a-9dbe-bc6ce438c97b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 217 time: 0.0549130 Sep 21 21:39:06.552788 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] Publish callbacks [] for security_group (9bc595c2-d434-4fe6-92b7-b711eb0bce81), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.591333 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-f9483b0b-7330-4950-b04a-b071f47b7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.592868 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-f9483b0b-7330-4950-b04a-b071f47b7558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.1010160 Sep 21 21:39:06.601063 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8e4542c4-7fa3-4f52-9255-96c5631d2ad8 req-d421872c-4fc6-44e9-8196-15f2ea1858f4 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115844 Sep 21 21:39:06.613078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] Publish callbacks [] for security_group (9bc595c2-d434-4fe6-92b7-b711eb0bce81), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.618664 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1a8a5956-5e73-46fc-aec5-e04c97d0ea4d req-3d9bb8a4-c927-4704-bc37-f4a2ab9c8012 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023887 Sep 21 21:39:06.635876 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:06.641411 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.656672 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:06.668967 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:06.669724 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:06.672336 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d80bef46-c9f0-47d1-8f81-5f77564e77bd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "PUT /v2.0/floatingips/99717d72-28ce-4fa3-8bf7-381e659fa6d2 HTTP/1.1" status: 200 len: 992 time: 1.3793776 Sep 21 21:39:06.673144 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:06.676037 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b59b3-a669-40ec-af92-a6a684b19708" -d '{"events": [{"name": "network-changed", "server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:06.692900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-31caef74-8cd0-4514-96b0-feac7a788474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.694647 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-31caef74-8cd0-4514-96b0-feac7a788474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902135 Sep 21 21:39:06.711628 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699dc1f8-dbdf-425c-be33-295e5460507d x-openstack-request-id: req-699dc1f8-dbdf-425c-be33-295e5460507d {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:06.711924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:06.712182 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-699dc1f8-dbdf-425c-be33-295e5460507d {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:06.712591 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699dc1f8-dbdf-425c-be33-295e5460507d'] response: {'name': 'network-changed', 'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'status': 'completed', 'code': 200} Sep 21 21:39:06.754362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9bc595c2-d434-4fe6-92b7-b711eb0bce81), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.756955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:06.758137 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bc595c2-d434-4fe6-92b7-b711eb0bce81 HTTP/1.1" status: 204 len: 168 time: 0.3647752 Sep 21 21:39:06.779568 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:06.794309 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08066294-82e5-4dad-afa1-4e699d6d918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc595c2-d434-4fe6-92b7-b711eb0bce81,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:06.848514 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-e8b7495f-f2a8-4993-9fe9-0bfd11c88953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:06.851710 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-e8b7495f-f2a8-4993-9fe9-0bfd11c88953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 1130 time: 0.0925567 Sep 21 21:39:06.857226 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-24d228ff-9f42-40e6-a7d4-872c8e7c3b7b service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559770 Sep 21 21:39:07.031370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-fcbb8c93-3ee8-4cec-ab33-31a55735b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.033004 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-fcbb8c93-3ee8-4cec-ab33-31a55735b6fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 200 len: 915 time: 0.1747823 Sep 21 21:39:07.037425 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-18d71cf7-64e2-456f-90ca-f4e8d07d8f62 req-8564be82-2432-4e08-96f5-b4929f744236 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712899 Sep 21 21:39:07.094216 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58826) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:07.112523 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776e2b81-0ecc-47fc-b78a-a75ada2d15b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.156635 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-2fb54ea7-1940-499d-8706-563704a8f9df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85 HTTP/1.1" status: 200 len: 1000 time: 0.1100152 Sep 21 21:39:07.157934 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '99717d72-28ce-4fa3-8bf7-381e659fa6d2', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b7:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:39:05Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:07.164589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-0e770328-f5ef-42e5-9844-1f2adae5cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.166328 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-0e770328-f5ef-42e5-9844-1f2adae5cdd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1128 time: 0.0721498 Sep 21 21:39:07.186772 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:07.191964 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776e2b81-0ecc-47fc-b78a-a75ada2d15b2 admin admin] Publish callbacks [] for security_group (de9595a8-d15d-4ad7-9d40-3c23f304b421), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.195950 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:07.196650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:07.197180 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-776e2b81-0ecc-47fc-b78a-a75ada2d15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (de9595a8-d15d-4ad7-9d40-3c23f304b421), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.238001 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-776e2b81-0ecc-47fc-b78a-a75ada2d15b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e28ee25b840a4936ae0bc3b7d1a0af25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424723 Sep 21 21:39:07.240565 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58828) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:07.247701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e2b81-0ecc-47fc-b78a-a75ada2d15b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9595a8-d15d-4ad7-9d40-3c23f304b421,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:07.264253 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-a31c599f-5940-47ee-bf8a-4aa123a2628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.265634 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-a31c599f-5940-47ee-bf8a-4aa123a2628f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 200 len: 854 time: 0.0984378 Sep 21 21:39:07.295137 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] Publish callbacks [] for security_group (de9595a8-d15d-4ad7-9d40-3c23f304b421), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.316580 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] Publish callbacks [] for security_group (de9595a8-d15d-4ad7-9d40-3c23f304b421), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.317603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:07.324642 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-10e34ef1-3de1-4ff9-93c8-44f87b396237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.326207 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-10e34ef1-3de1-4ff9-93c8-44f87b396237 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.1506159 Sep 21 21:39:07.342703 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-6555b311-8a00-4045-80cc-b030a5d8cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.344194 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-6555b311-8a00-4045-80cc-b030a5d8cb93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d10a91e-15bf-442d-a91a-10015397d26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711243 Sep 21 21:39:07.368873 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (de9595a8-d15d-4ad7-9d40-3c23f304b421), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.373331 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:07.376983 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de9595a8-d15d-4ad7-9d40-3c23f304b421 HTTP/1.1" status: 204 len: 168 time: 0.1327837 Sep 21 21:39:07.386712 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-7b9b9b20-2c6f-46ca-a221-63cce7aeb9e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 217 time: 0.0517502 Sep 21 21:39:07.387605 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d2fde-f6ab-4676-b3f5-b42cefddae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9595a8-d15d-4ad7-9d40-3c23f304b421,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:07.484180 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-062a8b5c-475c-4f75-95df-c5273a4b35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.485546 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-062a8b5c-475c-4f75-95df-c5273a4b35c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0893760 Sep 21 21:39:07.534428 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-d61f4d1d-8eb5-484a-8217-a1649c19b869 service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585410 Sep 21 21:39:07.582934 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '99717d72-28ce-4fa3-8bf7-381e659fa6d2', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b7:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:39:05Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:07.597946 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-b9d44e2b-f35f-44d6-9b9f-ca86c982681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.599472 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-b9d44e2b-f35f-44d6-9b9f-ca86c982681f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074193 Sep 21 21:39:07.608528 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc908770-8dbb-4ac8-a9b9-540187543270 None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '99717d72-28ce-4fa3-8bf7-381e659fa6d2', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'port_id': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'mac_address': 'fa:16:3e:b7:4f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:39:05Z', 'revision_number': 1, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:07.711401 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd0b59b3-a669-40ec-af92-a6a684b19708 req-b541694c-7dfb-4cef-aedb-a4e41d94c7cf service neutron] 10.222.0.20 "GET /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708574 Sep 21 21:39:07.753970 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-ddb26a06-8883-494c-a2a8-f9d016a1a9b0 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468103 Sep 21 21:39:07.854987 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a0e6bc0-2dfc-4d65-bcc2-bacda16c6ddc req-ff03e676-fe79-483d-a16d-fb13fa3f2d81 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934970 Sep 21 21:39:07.946002 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a13e36-dcc2-4696-b08b-32b7d0dfaab7 None None] New status for floating IP 99717d72-28ce-4fa3-8bf7-381e659fa6d2: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:39:07.983484 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749df5-4d17-444e-bbdd-49a1f803d72e req-696703b9-a0de-46eb-90cc-ea54dc0223da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:07.985627 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2f749df5-4d17-444e-bbdd-49a1f803d72e req-696703b9-a0de-46eb-90cc-ea54dc0223da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.2852962 Sep 21 21:39:08.000060 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5af9-edd5-4135-b27a-18a6b729f767 req-ff9f8d27-a205-41de-a06b-4933e16712df tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:08.001967 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abb5af9-edd5-4135-b27a-18a6b729f767 req-ff9f8d27-a205-41de-a06b-4933e16712df tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.2602744 Sep 21 21:39:08.061511 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2f749df5-4d17-444e-bbdd-49a1f803d72e req-9c52e5e3-5c68-4d19-8483-6871306e4d11 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660956 Sep 21 21:39:08.086530 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abb5af9-edd5-4135-b27a-18a6b729f767 req-7f5e38e9-cc9a-420c-84c5-9ea3116c4a2a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773330 Sep 21 21:39:09.200700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1cd3-c8bc-482b-bbd2-d7e1d972720d req-77195ba5-14eb-4b4a-aa09-fb3c14ff9369 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:09.202855 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-201c1cd3-c8bc-482b-bbd2-d7e1d972720d req-77195ba5-14eb-4b4a-aa09-fb3c14ff9369 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.0583384 Sep 21 21:39:09.227558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5ae0e-428d-42f1-b4bc-97d9401a769d req-6a1024da-73c8-4459-adff-4775164077e8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:09.229170 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33c5ae0e-428d-42f1-b4bc-97d9401a769d req-6a1024da-73c8-4459-adff-4775164077e8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0589674 Sep 21 21:39:09.257405 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-201c1cd3-c8bc-482b-bbd2-d7e1d972720d req-796d5043-75f9-45dd-a6e4-63447c7e1970 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 Sep 21 21:39:09.286059 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33c5ae0e-428d-42f1-b4bc-97d9401a769d req-4ce9815e-bd56-4bee-9abe-7873bdcc0f5b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499649 Sep 21 21:39:09.552843 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58910) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:09.654031 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b79-5eed-49a8-a156-e1bfe2d99e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.725799 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b79-5eed-49a8-a156-e1bfe2d99e25 admin admin] Publish callbacks [] for security_group (91eeed33-da6b-440e-ba19-5bf31cb6fb41), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.729418 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b79-5eed-49a8-a156-e1bfe2d99e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (91eeed33-da6b-440e-ba19-5bf31cb6fb41), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.767730 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a2b79-5eed-49a8-a156-e1bfe2d99e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eeed33-da6b-440e-ba19-5bf31cb6fb41,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:09.773468 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d86a2b79-5eed-49a8-a156-e1bfe2d99e25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aea517f4812f40dda57caa4b8d7c59eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187726 Sep 21 21:39:09.775833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58914) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:09.821137 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] Publish callbacks [] for security_group (91eeed33-da6b-440e-ba19-5bf31cb6fb41), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.842163 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] Publish callbacks [] for security_group (91eeed33-da6b-440e-ba19-5bf31cb6fb41), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.887987 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (91eeed33-da6b-440e-ba19-5bf31cb6fb41), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.890598 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:09.891776 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91eeed33-da6b-440e-ba19-5bf31cb6fb41 HTTP/1.1" status: 204 len: 168 time: 0.1155214 Sep 21 21:39:09.899692 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa12e1-53ee-4601-8e5c-3103802d0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eeed33-da6b-440e-ba19-5bf31cb6fb41,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:10.148932 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 58920) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:10.161698 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72829f87-f6d3-4d79-8c24-5b346cd578e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.234502 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72829f87-f6d3-4d79-8c24-5b346cd578e3 admin admin] Publish callbacks [] for security_group (b5386849-aad5-4f9a-8e65-0f74b73d105a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.237973 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-72829f87-f6d3-4d79-8c24-5b346cd578e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (b5386849-aad5-4f9a-8e65-0f74b73d105a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.275129 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-72829f87-f6d3-4d79-8c24-5b346cd578e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a578fca5e3914694ad5b9d81d6e2e8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251462 Sep 21 21:39:10.275982 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72829f87-f6d3-4d79-8c24-5b346cd578e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5386849-aad5-4f9a-8e65-0f74b73d105a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:10.277941 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 58922) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:10.327905 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] Publish callbacks [] for security_group (b5386849-aad5-4f9a-8e65-0f74b73d105a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.372255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] Publish callbacks [] for security_group (b5386849-aad5-4f9a-8e65-0f74b73d105a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.419582 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d2002-36e7-46bf-a65b-7e9bbc065c39 req-2c77f915-267d-4089-931c-ad6fafc42534 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:10.420987 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-843d2002-36e7-46bf-a65b-7e9bbc065c39 req-2c77f915-267d-4089-931c-ad6fafc42534 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0510294 Sep 21 21:39:10.424387 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc665a-d10c-480b-986c-796dce0c0490 req-1b0b5da8-6ab4-472f-b261-ca6ba174ffc9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:10.425906 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cfdc665a-d10c-480b-986c-796dce0c0490 req-1b0b5da8-6ab4-472f-b261-ca6ba174ffc9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.0887280 Sep 21 21:39:10.447125 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (b5386849-aad5-4f9a-8e65-0f74b73d105a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.449981 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.453388 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5386849-aad5-4f9a-8e65-0f74b73d105a HTTP/1.1" status: 204 len: 168 time: 0.1721451 Sep 21 21:39:10.464493 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587fc5b-d177-422a-82f0-48486fa62a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5386849-aad5-4f9a-8e65-0f74b73d105a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:10.479942 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-843d2002-36e7-46bf-a65b-7e9bbc065c39 req-7982ad34-f536-40ea-8858-c47aa5ce296f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515366 Sep 21 21:39:10.492485 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cfdc665a-d10c-480b-986c-796dce0c0490 req-748c7ce1-de27-4f96-b5d4-88f24885f074 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599024 Sep 21 21:39:11.626665 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda12848-072e-42e9-9454-22849d3112ce req-7ba9ceb2-1b23-4e25-a4c5-976019a10354 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:11.627282 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18ab0b-0f2a-4c7c-b702-a47e297a4ec7 req-1a515496-4b0b-4fb4-8eed-552570562ea5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:11.628436 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-df18ab0b-0f2a-4c7c-b702-a47e297a4ec7 req-1a515496-4b0b-4fb4-8eed-552570562ea5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.0534718 Sep 21 21:39:11.631137 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dda12848-072e-42e9-9454-22849d3112ce req-7ba9ceb2-1b23-4e25-a4c5-976019a10354 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0607991 Sep 21 21:39:11.678666 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dda12848-072e-42e9-9454-22849d3112ce req-2572a5e9-2ea9-41d7-8e69-08d41fec0d04 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Sep 21 21:39:11.682018 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-df18ab0b-0f2a-4c7c-b702-a47e297a4ec7 req-98998b41-edaa-4cfe-ba83-354b27e43d69 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469332 Sep 21 21:39:12.806274 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc3e2-6683-4b0f-97af-16b0f57ae802 req-13506948-9e0e-4966-ba13-b1c53c1aa384 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:12.807685 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-670fc3e2-6683-4b0f-97af-16b0f57ae802 req-13506948-9e0e-4966-ba13-b1c53c1aa384 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.0523348 Sep 21 21:39:12.813559 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8500-4008-4b77-b2da-4df8d4abf3eb req-b16e6b84-15e3-473a-8841-4523371859e7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:12.815071 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1aeb8500-4008-4b77-b2da-4df8d4abf3eb req-b16e6b84-15e3-473a-8841-4523371859e7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0509753 Sep 21 21:39:12.857059 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-670fc3e2-6683-4b0f-97af-16b0f57ae802 req-787a5cc1-45ec-4211-bb05-235d6ab754da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Sep 21 21:39:12.865843 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1aeb8500-4008-4b77-b2da-4df8d4abf3eb req-0be025a2-cddd-4b24-8d4b-317ba08dca23 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Sep 21 21:39:13.883096 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:39:13.982835 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:13.986172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca698eb-52cc-4472-bed7-bdc3c47cb518 req-85eddf09-00a0-4c14-af2a-941199ea4697 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:13.987715 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4ca698eb-52cc-4472-bed7-bdc3c47cb518 req-85eddf09-00a0-4c14-af2a-941199ea4697 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 944 time: 0.0532987 Sep 21 21:39:13.997967 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:39:14.001495 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4c50-b62b-4059-8728-a6a54b4735bd req-54c79e47-b399-47f7-9158-c42af5c40667 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:14.003334 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a59c4c50-b62b-4059-8728-a6a54b4735bd req-54c79e47-b399-47f7-9158-c42af5c40667 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0555427 Sep 21 21:39:14.032129 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:14.032521 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:14.044593 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4ca698eb-52cc-4472-bed7-bdc3c47cb518 req-ae765610-f736-4bd4-ab0b-260418bc3543 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507135 Sep 21 21:39:14.045432 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:39:14.053922 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a59c4c50-b62b-4059-8728-a6a54b4735bd req-7c4c96fc-2195-46ec-b245-efd57801b6c4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Sep 21 21:39:14.065321 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:14.070979 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:14.119665 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:14.321365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:39:14.661062 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:39:15.188340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05277dbe-d9e1-4a5a-98dc-4c9a5ed41217 req-6db86f7b-e850-4958-a5b2-0e637e2fd24a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:15.190725 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05277dbe-d9e1-4a5a-98dc-4c9a5ed41217 req-6db86f7b-e850-4958-a5b2-0e637e2fd24a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0554867 Sep 21 21:39:15.235397 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ade12-5e2d-45f9-84f7-fd188b901bff req-c245a7ec-f66c-4207-a7a7-18ffc83390e0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:15.236902 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-884ade12-5e2d-45f9-84f7-fd188b901bff req-c245a7ec-f66c-4207-a7a7-18ffc83390e0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 945 time: 0.0572400 Sep 21 21:39:15.242516 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05277dbe-d9e1-4a5a-98dc-4c9a5ed41217 req-cac648f8-cd33-4eb0-880c-69c754d8d346 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457861 Sep 21 21:39:15.289810 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-884ade12-5e2d-45f9-84f7-fd188b901bff req-ee87030b-c6c1-4a32-bcfd-bcbe7b62944d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472806 Sep 21 21:39:15.393426 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59042) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:15.493493 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa015cb9-a125-4858-968d-440de9d511e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.564562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa015cb9-a125-4858-968d-440de9d511e1 admin admin] Publish callbacks [] for security_group (9e62352e-f778-4da6-8b2e-85eb1f11ceed), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.568770 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa015cb9-a125-4858-968d-440de9d511e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9e62352e-f778-4da6-8b2e-85eb1f11ceed), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.605978 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fa015cb9-a125-4858-968d-440de9d511e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54fc992354cf4f378539e64ec99f5bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114334 Sep 21 21:39:15.606897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa015cb9-a125-4858-968d-440de9d511e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62352e-f778-4da6-8b2e-85eb1f11ceed,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:15.608719 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59046) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:15.659988 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] Publish callbacks [] for security_group (9e62352e-f778-4da6-8b2e-85eb1f11ceed), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.680153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] Publish callbacks [] for security_group (9e62352e-f778-4da6-8b2e-85eb1f11ceed), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.725273 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9e62352e-f778-4da6-8b2e-85eb1f11ceed), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.727827 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.728961 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e62352e-f778-4da6-8b2e-85eb1f11ceed HTTP/1.1" status: 204 len: 168 time: 0.1192691 Sep 21 21:39:15.736569 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eede33-389e-44f0-b3a7-30f0a5c632c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62352e-f778-4da6-8b2e-85eb1f11ceed,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:15.898641 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:15.943648 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:39:15.947181 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:15.947557 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.947899 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db Sep 21 21:39:15.995044 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59052) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:16.009266 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-db5f56d3-91bb-45e7-989d-61d5e0fd8316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.018561 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:16.018956 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.041690 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:16.044270 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26076883-343a-4fef-a95b-a1ac8952355c" -d '{"events": [{"server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:16.058485 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:16.062600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.086834 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-db5f56d3-91bb-45e7-989d-61d5e0fd8316 admin admin] Publish callbacks [] for security_group (8dc29c61-8c45-474a-93da-f923cf28f644), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.089963 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d2e69-48a0-4c69-a40b-6f7698449460 x-openstack-request-id: req-426d2e69-48a0-4c69-a40b-6f7698449460 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:16.090256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:16.090510 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-426d2e69-48a0-4c69-a40b-6f7698449460 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:16.090917 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426d2e69-48a0-4c69-a40b-6f7698449460'] response: {'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'code': 200} Sep 21 21:39:16.091417 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-db5f56d3-91bb-45e7-989d-61d5e0fd8316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8dc29c61-8c45-474a-93da-f923cf28f644), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.118892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:16.138463 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f56d3-91bb-45e7-989d-61d5e0fd8316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc29c61-8c45-474a-93da-f923cf28f644,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:16.142786 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-db5f56d3-91bb-45e7-989d-61d5e0fd8316 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c8fd81c9d5a4755ac134f262e7e932e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467021 Sep 21 21:39:16.146119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59056) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:16.195654 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] Publish callbacks [] for security_group (8dc29c61-8c45-474a-93da-f923cf28f644), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.216533 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] Publish callbacks [] for security_group (8dc29c61-8c45-474a-93da-f923cf28f644), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.268891 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8dc29c61-8c45-474a-93da-f923cf28f644), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.272709 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:16.274041 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dc29c61-8c45-474a-93da-f923cf28f644 HTTP/1.1" status: 204 len: 168 time: 0.1269963 Sep 21 21:39:16.292661 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde06fd-8325-43a4-a043-1b2bd3ece3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc29c61-8c45-474a-93da-f923cf28f644,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:16.367658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932a30b-02db-4884-ba0d-45df41afe1e6 req-d9f3db90-adc4-4882-a7e4-e084d09d4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:16.369177 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0932a30b-02db-4884-ba0d-45df41afe1e6 req-d9f3db90-adc4-4882-a7e4-e084d09d4b59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1130 time: 0.0657303 Sep 21 21:39:16.388624 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b6d3-60b6-49c2-8975-437bf4907139 req-c5282c78-8871-4da3-9d65-8a57022fd8f4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:16.390061 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7041b6d3-60b6-49c2-8975-437bf4907139 req-c5282c78-8871-4da3-9d65-8a57022fd8f4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0656350 Sep 21 21:39:16.454367 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7041b6d3-60b6-49c2-8975-437bf4907139 req-209293e9-47f4-496a-b4ea-f0bb336c0374 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580475 Sep 21 21:39:16.458666 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9cfd5-4cdf-4e92-93e4-5fc741e71054 req-e7a487ea-993d-4f9a-8b67-32650af80e11 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:16.462233 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01f9cfd5-4cdf-4e92-93e4-5fc741e71054 req-e7a487ea-993d-4f9a-8b67-32650af80e11 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0917385 Sep 21 21:39:16.466083 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0932a30b-02db-4884-ba0d-45df41afe1e6 req-b2f638e6-1606-4605-a6a0-5d1ca98cb59d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867221 Sep 21 21:39:16.515695 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01f9cfd5-4cdf-4e92-93e4-5fc741e71054 req-3a270217-9bf5-40c5-8274-01176ef563bc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486748 Sep 21 21:39:17.608446 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3adaa6-2485-468a-b1b8-f945f593b39a req-b64cbfae-a5f9-449c-ba2a-f476433b552b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:17.610054 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2c3adaa6-2485-468a-b1b8-f945f593b39a req-b64cbfae-a5f9-449c-ba2a-f476433b552b tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0679448 Sep 21 21:39:17.659343 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbb512-d97d-4f1d-92b8-f19632f085d6 req-2fc48f77-6bda-4ba5-a8a1-a069680c2945 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:17.660843 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1abbb512-d97d-4f1d-92b8-f19632f085d6 req-2fc48f77-6bda-4ba5-a8a1-a069680c2945 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0580292 Sep 21 21:39:17.670044 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2c3adaa6-2485-468a-b1b8-f945f593b39a req-ccd4bb6c-e251-47c3-ab86-5692d4110507 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501845 Sep 21 21:39:17.722504 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1abbb512-d97d-4f1d-92b8-f19632f085d6 req-78e9c028-782d-47ec-95df-b31ad7c1f082 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502322 Sep 21 21:39:17.848355 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b49a3-f40e-42eb-89ef-65b463fde9eb req-afe439b5-721c-4a1b-a6c9-16570a4eab0d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:17.850604 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4d7b49a3-f40e-42eb-89ef-65b463fde9eb req-afe439b5-721c-4a1b-a6c9-16570a4eab0d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0572317 Sep 21 21:39:17.901020 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4d7b49a3-f40e-42eb-89ef-65b463fde9eb req-8a01e244-e479-4081-82f4-a05674197ca6 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Sep 21 21:39:17.930553 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59114) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:17.973503 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8139183e-01f1-4668-b3aa-3a377746451b tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:17.975626 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8139183e-01f1-4668-b3aa-3a377746451b tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1125 time: 0.0438306 Sep 21 21:39:17.978467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59120) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:17.982695 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:18.003020 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.097877 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-654ecf9e-7b62-4e9b-b48b-b963d7dc3e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.102157 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.205903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.27.0.95 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/948cdb9a-c379-4f57-8bb7-396834de3381) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:18.319213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (948cdb9a-c379-4f57-8bb7-396834de3381), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.359396 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.406362 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:18.412139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:18.416060 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:18.435750 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=948cdb9a-c379-4f57-8bb7-396834de3381,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:18.865003 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (57136268-f075-4dc5-a862-3b31ea406856), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:18.872478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0f04-a9db-48f1-9403-9a96d99bb259 req-d2487e7e-19b7-47b4-901b-5f3b719d72c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:18.873982 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fe6a0f04-a9db-48f1-9403-9a96d99bb259 req-d2487e7e-19b7-47b4-901b-5f3b719d72c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0984173 Sep 21 21:39:18.974736 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fe6a0f04-a9db-48f1-9403-9a96d99bb259 req-10116df7-7eb7-48c8-a2a4-992274defe90 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809112 Sep 21 21:39:18.977213 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:19.118149 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (948cdb9a-c379-4f57-8bb7-396834de3381), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:19.122298 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:19.192131 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=948cdb9a-c379-4f57-8bb7-396834de3381,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:19.195885 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (57136268-f075-4dc5-a862-3b31ea406856), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:19.287072 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 57136268-f075-4dc5-a862-3b31ea406856 associated. External IP: 172.27.0.95, port: 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db. Sep 21 21:39:19.472578 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:19.572732 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:19.582442 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:19.591723 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:19.592830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:19.593457 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:19.624261 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4ae71d07-1a85-423b-bd06-5667632f47ab tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6426544 Sep 21 21:39:19.624261 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:19.625079 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89" -d '{"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:19.660363 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc589a10-5ddd-4c17-a7e7-416fc3d72940 x-openstack-request-id: req-bc589a10-5ddd-4c17-a7e7-416fc3d72940 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:19.660659 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:19.660916 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc589a10-5ddd-4c17-a7e7-416fc3d72940 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:19.661927 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc589a10-5ddd-4c17-a7e7-416fc3d72940'] response: {'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'status': 'completed', 'code': 200} Sep 21 21:39:19.694894 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:19.744377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-adb1d154-0a57-481a-875d-9dcaf1840a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:19.746007 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-adb1d154-0a57-481a-875d-9dcaf1840a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1130 time: 0.0550737 Sep 21 21:39:19.857651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-c9883f1d-df0a-405d-927a-e5b1d451df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:19.859535 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-c9883f1d-df0a-405d-927a-e5b1d451df4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.1068892 Sep 21 21:39:19.914053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:39:19.946885 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-a23ad7f8-ebe6-41a5-8a5e-904fbbefd721 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 999 time: 0.0762367 Sep 21 21:39:19.954832 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:18Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:20.012477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-d43fad3d-b4a4-45e6-95f2-616d08bf8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:20.014254 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-d43fad3d-b4a4-45e6-95f2-616d08bf8d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0608044 Sep 21 21:39:20.066734 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:20.092785 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:20.093760 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:38:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:20.163034 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0abf1-285c-4b46-9055-582bd68610a5 req-9091a77a-64c0-4fbc-b918-8366139b6cfc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:20.164684 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bc0abf1-285c-4b46-9055-582bd68610a5 req-9091a77a-64c0-4fbc-b918-8366139b6cfc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0760531 Sep 21 21:39:20.166716 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-2768e436-434a-4ddd-99a5-976836d21279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:20.168099 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-2768e436-434a-4ddd-99a5-976836d21279 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423476 Sep 21 21:39:20.202076 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:20.277818 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bc0abf1-285c-4b46-9055-582bd68610a5 req-dc5fcd5d-7a8e-4678-be43-0c9f6470a6d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064723 Sep 21 21:39:20.308986 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:20.329530 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-f32b0380-928a-465d-8088-c313a1f66225 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442802 Sep 21 21:39:20.335771 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:39:20.426565 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b96eb66d-c7fc-49a1-be94-7eb7e7b39e89 req-b185d0e1-380d-4d45-96f2-822bbf7ce5e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878105 Sep 21 21:39:20.533152 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f3b06775-6d9f-413f-9901-24c2eba8b4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:20.546638 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: ACTIVE; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:20.547022 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:20.576484 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:39:20.616255 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:20.619964 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:20.683155 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=6']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:20.692171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:18Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:20.718164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be828255-728d-49d8-a001-03e3dad302b6 None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:18Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:20.738300 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['a1f324dd-0b73-4bbf-95b4-01e3605e26b3'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:39:20.924292 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0d3b35-dd92-48a9-bcc0-9df63469b5cc None None] New status for floating IP 57136268-f075-4dc5-a862-3b31ea406856: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:39:21.435811 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe4f7-a1d2-42b2-99e7-d67b7054fa27 req-9f059c59-8980-4b0e-8fdd-d3caa00475e9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:21.437793 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-83dbe4f7-a1d2-42b2-99e7-d67b7054fa27 req-9f059c59-8980-4b0e-8fdd-d3caa00475e9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 945 time: 0.0700490 Sep 21 21:39:21.494605 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-83dbe4f7-a1d2-42b2-99e7-d67b7054fa27 req-baa01ee7-7c41-4e68-936d-743b4197e428 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501187 Sep 21 21:39:21.735594 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59232) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:21.781542 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:21.839586 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b9844f9-1075-4735-99c0-5ea0903df7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:21.925043 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:21.949967 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b9844f9-1075-4735-99c0-5ea0903df7d3 admin admin] Publish callbacks [] for security_group (7c5a8fa4-7f89-4923-a964-719a186c7bbe), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:21.956178 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b9844f9-1075-4735-99c0-5ea0903df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7c5a8fa4-7f89-4923-a964-719a186c7bbe), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:21.988120 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:21.988847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9844f9-1075-4735-99c0-5ea0903df7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5a8fa4-7f89-4923-a964-719a186c7bbe,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:21.989166 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:21.990295 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:39:22.019017 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6b9844f9-1075-4735-99c0-5ea0903df7d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=084c01246f484d489b65f20422edd22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823236 Sep 21 21:39:22.022233 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59240) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:22.079176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:22.079809 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.087390 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] Publish callbacks [] for security_group (7c5a8fa4-7f89-4923-a964-719a186c7bbe), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.107937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:22.110450 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc74af62-39c6-426c-af5c-6fec25f0f9dd" -d '{"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:22.116349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] Publish callbacks [] for security_group (7c5a8fa4-7f89-4923-a964-719a186c7bbe), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.124783 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:22.131265 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.159892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e62fa95-9fd0-4abb-ac34-2ee38c581346 x-openstack-request-id: req-7e62fa95-9fd0-4abb-ac34-2ee38c581346 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:22.160195 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:22.160452 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e62fa95-9fd0-4abb-ac34-2ee38c581346 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:22.160852 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e62fa95-9fd0-4abb-ac34-2ee38c581346'] response: {'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'code': 200} Sep 21 21:39:22.193849 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=7']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:22.194214 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7c5a8fa4-7f89-4923-a964-719a186c7bbe), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.197564 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.201924 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c5a8fa4-7f89-4923-a964-719a186c7bbe HTTP/1.1" status: 204 len: 168 time: 0.1761310 Sep 21 21:39:22.216685 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d0277-1103-40dd-ad7f-275879db6129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5a8fa4-7f89-4923-a964-719a186c7bbe,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:22.517284 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59250) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:22.537646 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6002c589-04d8-43b1-af83-97cba8b8ac8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.661753 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a4f61-5d80-4017-9b95-fab340af28ca req-32a591ef-e159-4e79-86cf-ad6523093744 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:22.663233 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-264a4f61-5d80-4017-9b95-fab340af28ca req-32a591ef-e159-4e79-86cf-ad6523093744 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0789762 Sep 21 21:39:22.674143 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6002c589-04d8-43b1-af83-97cba8b8ac8e admin admin] Publish callbacks [] for security_group (f5823938-2b2d-47b8-af6e-0f069b968867), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.681988 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6002c589-04d8-43b1-af83-97cba8b8ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f5823938-2b2d-47b8-af6e-0f069b968867), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.733686 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6002c589-04d8-43b1-af83-97cba8b8ac8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d49b5b430a874d20bbfb73bef2a77c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152443 Sep 21 21:39:22.734426 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002c589-04d8-43b1-af83-97cba8b8ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5823938-2b2d-47b8-af6e-0f069b968867,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:22.737011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59254) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:22.761620 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-264a4f61-5d80-4017-9b95-fab340af28ca req-efc3b33f-aeb6-49aa-a049-add2057da702 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902202 Sep 21 21:39:22.809299 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] Publish callbacks [] for security_group (f5823938-2b2d-47b8-af6e-0f069b968867), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.831286 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] Publish callbacks [] for security_group (f5823938-2b2d-47b8-af6e-0f069b968867), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.887931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f5823938-2b2d-47b8-af6e-0f069b968867), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.891420 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:22.897167 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5823938-2b2d-47b8-af6e-0f069b968867 HTTP/1.1" status: 204 len: 168 time: 0.1577787 Sep 21 21:39:22.906977 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0810e-28be-4b58-abfa-6333f7c6f948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5823938-2b2d-47b8-af6e-0f069b968867,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:23.337249 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59262) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:23.358749 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6a2cc7c-6e38-40c1-8cce-00f74fd16353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.443416 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6a2cc7c-6e38-40c1-8cce-00f74fd16353 admin admin] Publish callbacks [] for security_group (20640691-263a-4a40-83c8-3f38343b79a6), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.448199 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f6a2cc7c-6e38-40c1-8cce-00f74fd16353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (20640691-263a-4a40-83c8-3f38343b79a6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.488138 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f6a2cc7c-6e38-40c1-8cce-00f74fd16353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3070af9023a466284495db5fbc0774e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493120 Sep 21 21:39:23.488897 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2cc7c-6e38-40c1-8cce-00f74fd16353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20640691-263a-4a40-83c8-3f38343b79a6,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:23.491607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59264) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:23.558893 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] Publish callbacks [] for security_group (20640691-263a-4a40-83c8-3f38343b79a6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.585634 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] Publish callbacks [] for security_group (20640691-263a-4a40-83c8-3f38343b79a6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.655525 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.667842 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (20640691-263a-4a40-83c8-3f38343b79a6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.671197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:23.675006 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20640691-263a-4a40-83c8-3f38343b79a6 HTTP/1.1" status: 204 len: 168 time: 0.1816995 Sep 21 21:39:23.684120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556911b1-1e77-4de8-859a-12617c66bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20640691-263a-4a40-83c8-3f38343b79a6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:23.953990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325a11c-0c4b-48d5-815c-c0e4270d3fc7 req-cca1bdc2-edc4-47d7-b487-caebecd299fe tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:23.956388 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e325a11c-0c4b-48d5-815c-c0e4270d3fc7 req-cca1bdc2-edc4-47d7-b487-caebecd299fe tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0890241 Sep 21 21:39:24.017602 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e325a11c-0c4b-48d5-815c-c0e4270d3fc7 req-7fd891db-97ef-4733-b3d1-fd98aa55810e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530381 Sep 21 21:39:24.539621 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:25.165962 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f707c48-ed36-4aef-ba3a-aecd52a54de5 req-ca4eee43-067a-41c5-8f6f-f44456233350 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:25.173981 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f707c48-ed36-4aef-ba3a-aecd52a54de5 req-ca4eee43-067a-41c5-8f6f-f44456233350 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0626001 Sep 21 21:39:25.240320 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6f707c48-ed36-4aef-ba3a-aecd52a54de5 req-d6d4fc8a-46d9-45bf-8191-42210c7e21d5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611315 Sep 21 21:39:26.119591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59344) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:26.234159 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c26dde2b-adde-46ed-989f-f03c4f220295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.382017 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c26dde2b-adde-46ed-989f-f03c4f220295 admin admin] Publish callbacks [] for security_group (1c9ebce1-61ef-4126-b535-c7ca3d7cd881), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.389575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c26dde2b-adde-46ed-989f-f03c4f220295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1c9ebce1-61ef-4126-b535-c7ca3d7cd881), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.441958 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59350) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:26.442544 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c26dde2b-adde-46ed-989f-f03c4f220295 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3d26e0897c945a3abc984b1ab7decf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206997 Sep 21 21:39:26.442769 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dde2b-adde-46ed-989f-f03c4f220295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ebce1-61ef-4126-b535-c7ca3d7cd881,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:26.469029 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95b8be-91a4-413a-9ced-5c9f611ef63c req-97a8823d-d176-46f2-b178-c27f8a35638e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:26.470632 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9e95b8be-91a4-413a-9ced-5c9f611ef63c req-97a8823d-d176-46f2-b178-c27f8a35638e tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.1337848 Sep 21 21:39:26.500161 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] Publish callbacks [] for security_group (1c9ebce1-61ef-4126-b535-c7ca3d7cd881), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.526096 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] Publish callbacks [] for security_group (1c9ebce1-61ef-4126-b535-c7ca3d7cd881), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.565986 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9e95b8be-91a4-413a-9ced-5c9f611ef63c req-be468938-6081-43b1-b8fd-0e42b7a42d8c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885270 Sep 21 21:39:26.586407 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1c9ebce1-61ef-4126-b535-c7ca3d7cd881), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.589022 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:26.593042 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c9ebce1-61ef-4126-b535-c7ca3d7cd881 HTTP/1.1" status: 204 len: 168 time: 0.1491773 Sep 21 21:39:26.605654 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa71b9a-c1d1-422d-aafd-00650c1d72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ebce1-61ef-4126-b535-c7ca3d7cd881,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:26.928863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59360) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:26.938313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d619c0b8-5e89-4f27-a9b2-06748b162a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.034231 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d619c0b8-5e89-4f27-a9b2-06748b162a12 admin admin] Publish callbacks [] for security_group (d33732c3-cbfc-44c7-aae3-335c29f9e148), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.038849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d619c0b8-5e89-4f27-a9b2-06748b162a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d33732c3-cbfc-44c7-aae3-335c29f9e148), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.079696 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d619c0b8-5e89-4f27-a9b2-06748b162a12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90b7893d78914021a349dc3bd1fce176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531396 Sep 21 21:39:27.080875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619c0b8-5e89-4f27-a9b2-06748b162a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33732c3-cbfc-44c7-aae3-335c29f9e148,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:27.083060 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59362) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:27.142430 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] Publish callbacks [] for security_group (d33732c3-cbfc-44c7-aae3-335c29f9e148), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.167059 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] Publish callbacks [] for security_group (d33732c3-cbfc-44c7-aae3-335c29f9e148), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.226789 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d33732c3-cbfc-44c7-aae3-335c29f9e148), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.229642 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:27.230839 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d33732c3-cbfc-44c7-aae3-335c29f9e148 HTTP/1.1" status: 204 len: 168 time: 0.1460166 Sep 21 21:39:27.241056 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b087025-0638-4a8a-930c-5a962e5833e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33732c3-cbfc-44c7-aae3-335c29f9e148,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:27.763461 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7f485-7f52-4795-80d3-d1f688ba9273 req-dfca18ac-8e46-4672-8489-2423dbc65228 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:27.765698 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5ef7f485-7f52-4795-80d3-d1f688ba9273 req-dfca18ac-8e46-4672-8489-2423dbc65228 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0685687 Sep 21 21:39:27.832998 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5ef7f485-7f52-4795-80d3-d1f688ba9273 req-b8a028f3-2500-46ff-85a0-7b4472391fa5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600502 Sep 21 21:39:28.156365 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59402) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:28.322873 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1792076131-network', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:28.345318 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Made reservation on behalf of c3c7e5b8b5b24aabb41fc215691d866b for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:28.347695 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.363922 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.472130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks [] for security_group (0a1059cb-c3be-40d8-8f45-e7e31ad6722f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.476528 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0a1059cb-c3be-40d8-8f45-e7e31ad6722f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.503116 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:39:28.523759 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1059cb-c3be-40d8-8f45-e7e31ad6722f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:28.529866 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (c388b207-a460-436c-aed1-70b79c30bd6e), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.530374 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Added segment c388b207-a460-436c-aed1-70b79c30bd6e of type vlan for network b4ab2998-a308-4613-a940-f07e909fae49 Sep 21 21:39:28.582197 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (b4ab2998-a308-4613-a940-f07e909fae49), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.610064 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (b4ab2998-a308-4613-a940-f07e909fae49), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.614188 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:28.614874 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.679239 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5184622 Sep 21 21:39:28.679474 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59410) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:28.684231 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Request body: {'subnet': {'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1792076131-subnet', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:28.702618 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a654d9-2043-440f-a751-f5e83b9c0f08 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ab2998-a308-4613-a940-f07e909fae49,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:28.715528 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Made reservation on behalf of c3c7e5b8b5b24aabb41fc215691d866b for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:28.718039 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network b4ab2998-a308-4613-a940-f07e909fae49 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:39:28.719161 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5419078'] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.905083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5121843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5419092'] for subnet (39f728a3-ef64-468d-bbd5-f6d3f3c1518b), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:28.998909 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad071d9-f74b-478b-930c-1b5f1bd3c1c9 req-f68107cb-8bfa-477c-9ed1-1b7ea18e23bd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:29.002032 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f728a3-ef64-468d-bbd5-f6d3f3c1518b,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:29.004329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Checking segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:29.004800 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Network hostable DHCP agents. Network: b4ab2998-a308-4613-a940-f07e909fae49, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:39:29.009498 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0ad071d9-f74b-478b-930c-1b5f1bd3c1c9 req-f68107cb-8bfa-477c-9ed1-1b7ea18e23bd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0687132 Sep 21 21:39:29.031133 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Network b4ab2998-a308-4613-a940-f07e909fae49 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:39:29.042788 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, b4ab2998-a308-4613-a940-f07e909fae49) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:29.048439 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:29.049179 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.056353 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5aae28-1273-4752-bb26-05034608cd4f None None] Network b4ab2998-a308-4613-a940-f07e909fae49 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:29.064967 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0ad071d9-f74b-478b-930c-1b5f1bd3c1c9 req-b0e68b8a-1762-4681-9a13-b477566458e3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535059 Sep 21 21:39:29.081373 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59414) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:29.081505 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7da84b9b-0e28-4e99-961f-633ffd45b2dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4010291 Sep 21 21:39:29.111570 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:29.168614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.169734 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.187451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-b4ab2998-a308-4613-a940-f07e909fae49', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:39:29.188544 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.251555 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for router_controller (a6754d21-2bcd-47d7-a79f-3f60d9f68896), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.404600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Allocated IP 172.20.0.2 (b4ab2998-a308-4613-a940-f07e909fae49/39f728a3-ef64-468d-bbd5-f6d3f3c1518b/d009afe8-2a1d-486f-b057-c5be48ccc7f4) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:29.421012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for router_gateway (a6754d21-2bcd-47d7-a79f-3f60d9f68896), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.621193 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.636089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks [] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.648155 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.689523 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for router_gateway (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.696417 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Network b4ab2998-a308-4613-a940-f07e909fae49 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:29.702340 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:29.709920 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:29.713213 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Pushing event updated for resources: {'Port': ['ID=d009afe8-2a1d-486f-b057-c5be48ccc7f4,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:29.735185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.773871 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Attempting to bind port d009afe8-2a1d-486f-b057-c5be48ccc7f4 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:29.774487 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Attempting to bind port d009afe8-2a1d-486f-b057-c5be48ccc7f4 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:29.774895 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Attempting to bind port d009afe8-2a1d-486f-b057-c5be48ccc7f4 on network b4ab2998-a308-4613-a940-f07e909fae49 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:29.781201 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:29.781921 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Checking segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:29.782326 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.782766 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Bound using segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:29.783236 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Bound port: d009afe8-2a1d-486f-b057-c5be48ccc7f4, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:29.783665 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.900164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] For port d009afe8-2a1d-486f-b057-c5be48ccc7f4, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:29.904020 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] For port d009afe8-2a1d-486f-b057-c5be48ccc7f4, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d009afe8-2a1d-486f-b057-c5be48ccc7f4,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:29.923908 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:29.936025 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Allocated IP 172.27.0.225 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/4eefe749-9319-4e8b-a5c4-22cdb57cd41e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:29.996717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9574b2-ccb6-464f-94c9-d365ef5cb969 None None] Pushing event updated for resources: {'Port': ['ID=d009afe8-2a1d-486f-b057-c5be48ccc7f4,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:30.094891 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:30.155355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:30.182425 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:30.201934 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:30.205150 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:30.283585 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Pushing event updated for resources: {'Port': ['ID=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:30.453622 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d009afe8-2a1d-486f-b057-c5be48ccc7f4 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:30.507421 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d009afe8-2a1d-486f-b057-c5be48ccc7f4 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:30.508146 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:30.508848 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d009afe8-2a1d-486f-b057-c5be48ccc7f4 Sep 21 21:39:30.641545 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d009afe8-2a1d-486f-b057-c5be48ccc7f4 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:30.642367 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:30.682634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port d009afe8-2a1d-486f-b057-c5be48ccc7f4, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d009afe8-2a1d-486f-b057-c5be48ccc7f4,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:30.691857 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:30.770134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=d009afe8-2a1d-486f-b057-c5be48ccc7f4,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:30.841586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8d05e-31aa-44fd-8040-67272fce3606 req-83d150ff-723a-47b1-9517-486067e003ab tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:30.848339 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ea8d05e-31aa-44fd-8040-67272fce3606 req-83d150ff-723a-47b1-9517-486067e003ab tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.5422873 Sep 21 21:39:30.953158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for router_gateway (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:31.013037 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ea8d05e-31aa-44fd-8040-67272fce3606 req-821cd5e3-e188-4df6-89ce-dd75139efe5c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628525 Sep 21 21:39:31.213418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:31.290049 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57d63f-8595-4c82-ae1a-9239caf0b402 None None] Network b4ab2998-a308-4613-a940-f07e909fae49 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:31.364392 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-ac7d07dd-6c9c-4ce1-aaf2-79952bdc56e7 None None] Provisioning complete for port d009afe8-2a1d-486f-b057-c5be48ccc7f4 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:31.364898 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ac7d07dd-6c9c-4ce1-aaf2-79952bdc56e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:31.365287 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-ac7d07dd-6c9c-4ce1-aaf2-79952bdc56e7 None None] Attempt 1 to provision port d009afe8-2a1d-486f-b057-c5be48ccc7f4 Sep 21 21:39:31.372672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Router a6754d21-2bcd-47d7-a79f-3f60d9f68896 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:39:31.503176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d07dd-6c9c-4ce1-aaf2-79952bdc56e7 None None] Current status of the port d009afe8-2a1d-486f-b057-c5be48ccc7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:31.534230 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:31.546203 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Sync routers for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:31.569560 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:31.570904 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-047ee14f-1dc5-422d-8624-ede6c70eeb3c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4882824 Sep 21 21:39:31.573924 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59436) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:31.588254 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:31.591878 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:31.747211 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:31.886240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-449521f3-e095-4cff-91e1-1a71b213fb88 None None] Provisioning complete for port d009afe8-2a1d-486f-b057-c5be48ccc7f4 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:31.886546 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-449521f3-e095-4cff-91e1-1a71b213fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:31.886886 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-449521f3-e095-4cff-91e1-1a71b213fb88 None None] Attempt 1 to provision port d009afe8-2a1d-486f-b057-c5be48ccc7f4 Sep 21 21:39:32.036721 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-449521f3-e095-4cff-91e1-1a71b213fb88 None None] Current status of the port d009afe8-2a1d-486f-b057-c5be48ccc7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:32.063504 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:30Z', 'revision_number': 3, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:32.106408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Checking router: a6754d21-2bcd-47d7-a79f-3f60d9f68896 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:32.106854 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Updating router a6754d21-2bcd-47d7-a79f-3f60d9f68896 port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:39:32.139635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.344025 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d009afe8-2a1d-486f-b057-c5be48ccc7f4 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:32.366369 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.399350 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2450-3493-42be-8545-9f7cc1b07e64 req-60f4697d-46fc-4014-8875-0216e1883802 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:32.401239 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4c2a2450-3493-42be-8545-9f7cc1b07e64 req-60f4697d-46fc-4014-8875-0216e1883802 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.1957982 Sep 21 21:39:32.444298 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d009afe8-2a1d-486f-b057-c5be48ccc7f4 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:32.444671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.445010 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d009afe8-2a1d-486f-b057-c5be48ccc7f4 Sep 21 21:39:32.484639 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks [] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.494607 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.522160 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4c2a2450-3493-42be-8545-9f7cc1b07e64 req-08e41637-8bb0-48e0-9355-5830eb5106bc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120248 Sep 21 21:39:32.538964 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Attempting to bind port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:32.539344 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Attempting to bind port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:32.539715 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Attempting to bind port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:32.559682 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac771-b15e-45ea-9c7d-e852adfc8258 None None] Pushing event updated for resources: {'Port': ['ID=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:32.563573 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:32.563965 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:32.564377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.564772 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:32.565258 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Bound port: 4eefe749-9319-4e8b-a5c4-22cdb57cd41e, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:32.565646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.581686 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Allocated IP 172.20.0.1 (b4ab2998-a308-4613-a940-f07e909fae49/39f728a3-ef64-468d-bbd5-f6d3f3c1518b/31e7f182-f960-4d9f-9ce4-f803fa3fd952) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:32.623350 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d009afe8-2a1d-486f-b057-c5be48ccc7f4 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:32.650617 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] For port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:32.653989 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] For port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:32.660224 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.687654 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks [] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.720128 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.758642 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Network b4ab2998-a308-4613-a940-f07e909fae49 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:32.761639 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:32.767879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:32.789880 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Pushing event updated for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:32.819342 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.834049 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:32.834701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:32.890918 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ac771-b15e-45ea-9c7d-e852adfc8258 None None] Pushing event updated for resources: {'Port': ['ID=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:32.964176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:32.964395 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:33.081997 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Provisioning complete for port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:33.082600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:33.083328 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 1 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:33.150005 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks [] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:33.150123 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:33.154758 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:33.203651 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:30Z', 'revision_number': 3, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:33.225389 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-3840dbfb-4b54-4bbb-8d07-3242a11750cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:33.227082 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-3840dbfb-4b54-4bbb-8d07-3242a11750cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1130 time: 0.1250794 Sep 21 21:39:33.230676 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Pushing event updated for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:33.232083 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1300fa-92c5-4d0f-823c-01b0b7a5d574 None None] The sync data for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi is: [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:30Z', 'revision_number': 3, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:33.237667 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:33.331887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-46e4df23-64ae-469c-9ef4-40867b0d05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:33.334128 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-46e4df23-64ae-469c-9ef4-40867b0d05f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.1009784 Sep 21 21:39:33.335568 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Network b4ab2998-a308-4613-a940-f07e909fae49 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:33.336966 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:33.423092 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-1a25a9f7-2d99-4661-9f8a-c3cabf7f81ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 1002 time: 0.0681717 Sep 21 21:39:33.467756 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Router a6754d21-2bcd-47d7-a79f-3f60d9f68896 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:33.508935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-b0ee4cb0-f4a2-468d-a77f-ce659b31cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:33.511040 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-b0ee4cb0-f4a2-468d-a77f-ce659b31cdf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0820167 Sep 21 21:39:33.604494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-4f6fbeeb-b40d-4a8a-a738-3acb72cc662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:33.606393 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-4f6fbeeb-b40d-4a8a-a738-3acb72cc662b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888345 Sep 21 21:39:33.625881 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:33.641217 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ec0283bb-8b3e-4d81-a5ed-0e8f3e24904e admin admin] 10.222.0.18 "PUT /v2.0/routers/a6754d21-2bcd-47d7-a79f-3f60d9f68896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565755 Sep 21 21:39:33.648891 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 2 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:33.688416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:33.756283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911e195-b493-4c41-a9b2-8aa2751baca6 req-4ac6880f-9832-49a1-a3e2-e81784f7e16d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:33.757871 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5911e195-b493-4c41-a9b2-8aa2751baca6 req-4ac6880f-9832-49a1-a3e2-e81784f7e16d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.1228838 Sep 21 21:39:33.761711 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-ab95ce51-8acf-46bf-b1a4-e516186de864 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400859 Sep 21 21:39:33.861555 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5911e195-b493-4c41-a9b2-8aa2751baca6 req-d4a81cf0-1e8d-452f-9c89-803e0af768cf tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980406 Sep 21 21:39:33.895248 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fa18fea-2c53-401a-9ed7-6ae07126b2fc req-e534efad-26f2-4e63-b7cc-d9e93f41b245 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258619 Sep 21 21:39:34.189224 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 3 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:34.190134 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59476) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:34.195647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-875663301-network', 'tenant_id': '9ef6187293494158a12bf731fb83a056'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:34.222484 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:34.223550 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Made reservation on behalf of 9ef6187293494158a12bf731fb83a056 for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:34.226610 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.235242 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.310522 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4eefe749-9319-4e8b-a5c4-22cdb57cd41e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:34.318233 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks [] for security_group (9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.322525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.347295 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:39:34.356121 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:34.362315 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (13562ffe-ffc6-46bc-a398-cfe5e8586d74), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.362662 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Added segment 13562ffe-ffc6-46bc-a398-cfe5e8586d74 of type vlan for network 5f9a745e-5625-44fc-9b45-b25c96373128 Sep 21 21:39:34.363821 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:34.364257 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.364593 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e Sep 21 21:39:34.405611 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (5f9a745e-5625-44fc-9b45-b25c96373128), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.434883 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (5f9a745e-5625-44fc-9b45-b25c96373128), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.436036 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:34.436623 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.439714 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:34.440110 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.461671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:34.465641 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.494853 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3032649 Sep 21 21:39:34.498389 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59478) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:34.501707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727744b-f0a6-4370-8d47-ae432818e950 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9a745e-5625-44fc-9b45-b25c96373128,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:34.504411 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Request body: {'subnet': {'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-875663301-subnet', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:34.514321 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 5f9a745e-5625-44fc-9b45-b25c96373128 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:39:34.530575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Made reservation on behalf of 9ef6187293494158a12bf731fb83a056 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:34.533402 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4221943'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.533895 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:34.723878 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 4 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:34.724710 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221925'] for subnet (ecbc2539-be14-4515-81e8-a3e4d52ee904), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.761539 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:34.787774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbc2539-be14-4515-81e8-a3e4d52ee904,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:34.800835 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Checking segment: {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:34.802061 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Network hostable DHCP agents. Network: 5f9a745e-5625-44fc-9b45-b25c96373128, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:39:34.824166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Network 5f9a745e-5625-44fc-9b45-b25c96373128 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:39:34.833248 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 5f9a745e-5625-44fc-9b45-b25c96373128) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:34.837750 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:34.840157 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.842580 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d2c14-bc9c-4414-adbb-91b385270335 None None] Network 5f9a745e-5625-44fc-9b45-b25c96373128 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:34.857124 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3e353f7a-8c32-48d0-89de-fcbe2c0c4289 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3575711 Sep 21 21:39:34.859586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59480) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:34.863941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:34.884571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (3608555c-da6b-4856-839f-00bdbae054c6), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.886377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (3608555c-da6b-4856-839f-00bdbae054c6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.908107 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Sync routers for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:34.935824 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:34.936662 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:34.946587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for router_controller (3608555c-da6b-4856-839f-00bdbae054c6), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:34.995472 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-5f9a745e-5625-44fc-9b45-b25c96373128', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'project_id': '9ef6187293494158a12bf731fb83a056', 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:39:34.996363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.040545 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578770c-bab8-4d58-adae-556d8f77ecfc req-fc61eeaa-a262-4b31-8281-57865b5ac8a8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:35.047929 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c578770c-bab8-4d58-adae-556d8f77ecfc req-fc61eeaa-a262-4b31-8281-57865b5ac8a8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 946 time: 0.0738416 Sep 21 21:39:35.106437 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c578770c-bab8-4d58-adae-556d8f77ecfc req-c2ab706e-8120-4490-999e-57c2e0d27b59 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574780 Sep 21 21:39:35.122981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for router_gateway (3608555c-da6b-4856-839f-00bdbae054c6), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.166393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Allocated IP 172.20.0.2 (5f9a745e-5625-44fc-9b45-b25c96373128/ecbc2539-be14-4515-81e8-a3e4d52ee904/43cc69f3-3c8b-49bb-8135-34eaff9f5fa1) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:35.171172 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:35.328888 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 5 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:35.354459 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for router_gateway (3608555c-da6b-4856-839f-00bdbae054c6), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.376629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:35.380438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.390479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks [] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.393219 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:33Z', 'revision_number': 2, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:35.399147 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.424732 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Checking router: a6754d21-2bcd-47d7-a79f-3f60d9f68896 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:35.425145 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Updating router a6754d21-2bcd-47d7-a79f-3f60d9f68896 port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:39:35.436004 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Network 5f9a745e-5625-44fc-9b45-b25c96373128 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:35.439269 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:35.443364 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:35.459140 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.474736 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Pushing event updated for resources: {'Port': ['ID=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:35.515536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Attempting to bind port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:35.516108 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Attempting to bind port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:35.516481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Attempting to bind port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 on network 5f9a745e-5625-44fc-9b45-b25c96373128 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:35.522295 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:35.522668 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Checking segment: {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:35.523119 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.523513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Bound using segment: {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:35.523978 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Bound port: 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:35.524363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.529909 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Allocated IP 172.27.0.124 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/fa03fd3f-829d-45ca-a7fb-77f13716abd9) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:35.595346 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] For port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:35.600988 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] For port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:35.607194 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.674050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14e8bb-2572-4110-b626-5cff5a4105a6 None None] Pushing event updated for resources: {'Port': ['ID=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:35.691284 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.735722 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.783893 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks [] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.791254 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:35.799772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:35.800194 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.804484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:35.807649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fa03fd3f-829d-45ca-a7fb-77f13716abd9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:35.879024 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 6 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:35.923012 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Pushing event updated for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:35.937658 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:35.941942 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.942956 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.943380 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.943785 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.944248 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.944650 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.945045 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.945435 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.946013 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.946423 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.946820 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.947212 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.947598 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:35.952280 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Attempting to bind port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:35.952730 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Attempting to bind port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:35.953718 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Attempting to bind port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 on network b4ab2998-a308-4613-a940-f07e909fae49 {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:35.961658 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:35.962142 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Checking segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:35.962649 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.963150 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Bound using segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:35.963859 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Bound port: 31e7f182-f960-4d9f-9ce4-f803fa3fd952, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:35.964362 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:35.989545 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:36.044856 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] For port 31e7f182-f960-4d9f-9ce4-f803fa3fd952, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:36.049236 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] For port 31e7f182-f960-4d9f-9ce4-f803fa3fd952, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=31e7f182-f960-4d9f-9ce4-f803fa3fd952,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:36.058861 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.095448 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: ACTIVE; New status is: DOWN {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:36.096405 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.096661 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:36.097575 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:36.115121 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for router_gateway (3608555c-da6b-4856-839f-00bdbae054c6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.130842 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:36.133484 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cf40ad-0f02-4d81-99fa-a82fa1b5c6fa" -d '{"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:36.146343 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:36.156111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.181289 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e4c4b-55e5-4e5f-99e9-b823976eeb48 None None] Pushing event updated for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:36.223409 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30bef6-2e9e-4f00-b19e-79284b869924 x-openstack-request-id: req-fc30bef6-2e9e-4f00-b19e-79284b869924 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:36.224426 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-unplugged", "status": "failed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "code": 422}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:36.224683 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc30bef6-2e9e-4f00-b19e-79284b869924 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:36.225128 dv-cinder-858344-1-iscsi neutron-server[104011]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fc30bef6-2e9e-4f00-b19e-79284b869924']: {'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'code': 422} returned with failed status Sep 21 21:39:36.226316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=8']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:36.285095 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:36.313394 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf87ad-2c0d-4463-8cbb-97bc43221fa3 req-2c259926-b75a-47fc-96eb-b7ffd26c67b1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:36.321196 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-09bf87ad-2c0d-4463-8cbb-97bc43221fa3 req-2c259926-b75a-47fc-96eb-b7ffd26c67b1 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0818644 Sep 21 21:39:36.394416 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-09bf87ad-2c0d-4463-8cbb-97bc43221fa3 req-80ca2b5c-0bec-4dc0-b184-4bb74226d619 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566225 Sep 21 21:39:36.395948 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (3608555c-da6b-4856-839f-00bdbae054c6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.438709 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Attempt 7 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:36.501519 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:36.599983 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:36.627653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Router 3608555c-da6b-4856-839f-00bdbae054c6 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:39:36.648455 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:36.648835 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.649166 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 Sep 21 21:39:36.657489 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b26ad9-58b2-4ef9-af7f-329c0f6075f8 None None] The sync data for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi is: [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:36.661033 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Current status of the port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:36.666440 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.762665 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] For port 31e7f182-f960-4d9f-9ce4-f803fa3fd952, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=31e7f182-f960-4d9f-9ce4-f803fa3fd952,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:36.772644 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.879314 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:36.880682 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.898013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:36.921730 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.925537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3fd841aa-88fa-4359-908c-b2720407e2e3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0624969 Sep 21 21:39:36.925984 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59512) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:36.943972 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Sync routers for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:36.964513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048f3e5-8800-450e-964d-1f354bfc7766 None None] Pushing event updated for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:36.994728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-9b1b7221-2737-4d2a-9388-c203d1fb72b9 None None] Provisioning complete for port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:36.995435 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9b1b7221-2737-4d2a-9388-c203d1fb72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:36.996027 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-9b1b7221-2737-4d2a-9388-c203d1fb72b9 None None] Attempt 1 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:37.037761 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:37.038697 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:37.065291 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:37.108309 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ae5836-edee-4e2c-9d3a-e54946e0ce69 None None] Network 5f9a745e-5625-44fc-9b45-b25c96373128 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:37.113871 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:37.115093 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4eefe749-9319-4e8b-a5c4-22cdb57cd41e up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:37.614103 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:37.622474 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:37.679881 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:37.763450 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b7221-2737-4d2a-9388-c203d1fb72b9 None None] Current status of the port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:37.783728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:37.784116 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:37.784447 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e Sep 21 21:39:37.824668 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Allocated IP 172.20.0.1 (5f9a745e-5625-44fc-9b45-b25c96373128/ecbc2539-be14-4515-81e8-a3e4d52ee904/d2b0177f-a66f-45b0-9a0f-1872d3925987) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:37.980214 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks [] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:37.995790 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:38.000811 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-190cc52b-641c-4644-a65c-4317afeda0ae None None] Provisioning complete for port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:38.001075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-190cc52b-641c-4644-a65c-4317afeda0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.001617 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-190cc52b-641c-4644-a65c-4317afeda0ae None None] Attempt 1 to provision port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 Sep 21 21:39:38.034981 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.072905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:35Z', 'revision_number': 3, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:38.092194 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Network 5f9a745e-5625-44fc-9b45-b25c96373128 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:38.096279 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:38.099561 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:38.102110 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:38.126688 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Checking router: 3608555c-da6b-4856-839f-00bdbae054c6 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:38.127041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Updating router 3608555c-da6b-4856-839f-00bdbae054c6 port fa03fd3f-829d-45ca-a7fb-77f13716abd9 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:39:38.184137 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-190cc52b-641c-4644-a65c-4317afeda0ae None None] Current status of the port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:38.194864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.197820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (3608555c-da6b-4856-839f-00bdbae054c6), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.381031 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-8aa54cf1-59d0-4a44-80f6-8a0961b3ce6b None None] Provisioning complete for port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:38.381404 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8aa54cf1-59d0-4a44-80f6-8a0961b3ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.381742 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8aa54cf1-59d0-4a44-80f6-8a0961b3ce6b None None] Attempt 1 to provision port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 Sep 21 21:39:38.465189 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb337b-1f55-4322-8750-d794564b5d1e req-d73bf413-de08-47ce-83a5-d36dbb253fb9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:38.471191 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-acbb337b-1f55-4322-8750-d794564b5d1e req-d73bf413-de08-47ce-83a5-d36dbb253fb9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1983843 Sep 21 21:39:38.581158 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-4da56d33-646f-4f41-a72e-8e9ea591def6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2214174 Sep 21 21:39:38.606645 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 31e7f182-f960-4d9f-9ce4-f803fa3fd952 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:38.642751 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-acbb337b-1f55-4322-8750-d794564b5d1e req-67a25290-4e6b-4500-b892-a21cdc3da4da tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435900 Sep 21 21:39:38.678772 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8aa54cf1-59d0-4a44-80f6-8a0961b3ce6b None None] Current status of the port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:38.710257 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.734294 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:38.734694 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.735021 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 Sep 21 21:39:38.737392 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-502f00fd-c313-416d-8045-22e4c5d4079f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:38.739417 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-502f00fd-c313-416d-8045-22e4c5d4079f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports/a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 941 time: 0.0876818 Sep 21 21:39:38.802500 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks [] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.813716 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.906508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Provisioning complete for port d2b0177f-a66f-45b0-9a0f-1872d3925987 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:38.907474 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.908242 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 1 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:38.933691 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c7af9-507f-4999-bc96-91010138014b None None] Pushing event updated for resources: {'Port': ['ID=fa03fd3f-829d-45ca-a7fb-77f13716abd9,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:38.950619 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks [] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.957182 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Attempting to bind port fa03fd3f-829d-45ca-a7fb-77f13716abd9 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:38.958376 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Attempting to bind port fa03fd3f-829d-45ca-a7fb-77f13716abd9 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:38.959153 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Attempting to bind port fa03fd3f-829d-45ca-a7fb-77f13716abd9 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:38.959660 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.996451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:38.997006 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:38.997485 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:39.002195 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:39.003210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Bound port: fa03fd3f-829d-45ca-a7fb-77f13716abd9, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:39.010473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:39.028149 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:39.043341 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (3608555c-da6b-4856-839f-00bdbae054c6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:39.056583 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:39.058589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:39.074524 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:39.123351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] For port fa03fd3f-829d-45ca-a7fb-77f13716abd9, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:39.138049 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] For port fa03fd3f-829d-45ca-a7fb-77f13716abd9, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=fa03fd3f-829d-45ca-a7fb-77f13716abd9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:39.145936 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:39.181090 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:39.181473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:39.181843 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 Sep 21 21:39:39.211852 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:39.212557 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:39.288772 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c7af9-507f-4999-bc96-91010138014b None None] Pushing event updated for resources: {'Port': ['ID=fa03fd3f-829d-45ca-a7fb-77f13716abd9,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:39.376987 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:39.385556 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:39.397433 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Network 5f9a745e-5625-44fc-9b45-b25c96373128 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:39.399083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:39.527325 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Router 3608555c-da6b-4856-839f-00bdbae054c6 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:39.528973 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 2 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:39.582709 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:39.647630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'd2b0177f-a66f-45b0-9a0f-1872d3925987', 'name': '', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'mac_address': 'fa:16:3e:73:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:37Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 2, 'project_id': '9ef6187293494158a12bf731fb83a056', 'subnets': [{'id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:39.647925 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:39.653813 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c84311fb-008d-48d4-add9-57335be06ef3 admin admin] 10.222.0.18 "PUT /v2.0/routers/3608555c-da6b-4856-839f-00bdbae054c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261961 Sep 21 21:39:39.676518 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69355f95-0b32-41df-b787-9fe528e82d32 None None] The sync data for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi is: [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'd2b0177f-a66f-45b0-9a0f-1872d3925987', 'name': '', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'mac_address': 'fa:16:3e:73:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:37Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 2, 'project_id': '9ef6187293494158a12bf731fb83a056', 'subnets': [{'id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:39.789462 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a84747-f34a-4a23-8a80-c5d05d0c97cb req-6350d24a-1fe7-4464-8783-9995a6c43fd6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:39.796602 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a84747-f34a-4a23-8a80-c5d05d0c97cb req-6350d24a-1fe7-4464-8783-9995a6c43fd6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0695858 Sep 21 21:39:39.877745 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a84747-f34a-4a23-8a80-c5d05d0c97cb req-078f8757-c96f-4c4a-b035-42740c5a26e3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802195 Sep 21 21:39:39.894868 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-32c6f9b1-018e-439c-a08a-734c7451bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:39.896983 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-32c6f9b1-018e-439c-a08a-734c7451bcaf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db&tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd HTTP/1.1" status: 200 len: 1128 time: 0.0754080 Sep 21 21:39:39.986526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-64570b0a-7a5f-45dc-9987-5b1723c47261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:39.990468 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-64570b0a-7a5f-45dc-9987-5b1723c47261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1128 time: 0.0626075 Sep 21 21:39:40.086628 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 3 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:40.105248 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-eb78e08a-972b-4118-a8b2-0c249a407426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:40.106857 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-eb78e08a-972b-4118-a8b2-0c249a407426 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 200 len: 917 time: 0.1118057 Sep 21 21:39:40.174799 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:40.183046 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-5b2b1862-f5f6-4ed4-97ef-45760acafcf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 200 len: 1000 time: 0.0679972 Sep 21 21:39:40.266772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-82803522-99ab-4d9a-90eb-6d33ab602da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:40.268411 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-82803522-99ab-4d9a-90eb-6d33ab602da6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 200 len: 856 time: 0.0747499 Sep 21 21:39:40.666566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-cb1c3cce-10c7-4819-911b-69d29603be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:40.672497 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-cb1c3cce-10c7-4819-911b-69d29603be4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65d9514a-dc32-49ab-aab7-17b07b8921f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3939409 Sep 21 21:39:40.676161 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 4 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:40.740993 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:40.815954 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-48398099-948a-4b79-bdd1-42287f23d87a service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283927 Sep 21 21:39:40.943766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb9db8-cccf-4040-b5d0-f9761bb71dc0 req-f795eed4-33c4-40b5-9473-a60a48b9394e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:40.945338 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8cdb9db8-cccf-4040-b5d0-f9761bb71dc0 req-f795eed4-33c4-40b5-9473-a60a48b9394e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.1231725 Sep 21 21:39:41.073348 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8cdb9db8-cccf-4040-b5d0-f9761bb71dc0 req-9c64e678-be43-4cea-b9ff-76fb1cb47aeb tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130080 Sep 21 21:39:41.076477 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8446b21a-ef46-4e71-87f6-44add3cd5a41 req-bc04dbf0-2f7b-47eb-b73c-ddb2462de177 service neutron] 10.222.0.20 "GET /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451835 Sep 21 21:39:41.104077 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d699de-344e-4b7f-bbb2-5af0a7302a47 req-720c43b1-b217-4984-97e7-c9084cfe3474 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:41.114692 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-54d699de-344e-4b7f-bbb2-5af0a7302a47 req-720c43b1-b217-4984-97e7-c9084cfe3474 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1173539 Sep 21 21:39:41.189912 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-54d699de-344e-4b7f-bbb2-5af0a7302a47 req-f052065c-ccb8-4aaf-85df-42cdb1d11356 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722494 Sep 21 21:39:41.242406 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 5 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:41.321606 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:41.823536 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 6 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:41.873419 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:42.308722 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfba96-bfc3-4d73-b955-edc1335b421b req-2cfbb408-6253-4420-bbad-448eba615065 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:42.314170 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abfba96-bfc3-4d73-b955-edc1335b421b req-2cfbb408-6253-4420-bbad-448eba615065 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.1325271 Sep 21 21:39:42.374694 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 7 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:42.375811 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee079a5-acc0-426c-9bac-34a86a3295cf req-572cd74e-5eaa-4618-b433-12d9b72e91d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:42.386579 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fee079a5-acc0-426c-9bac-34a86a3295cf req-572cd74e-5eaa-4618-b433-12d9b72e91d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0836790 Sep 21 21:39:42.435364 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abfba96-bfc3-4d73-b955-edc1335b421b req-b0fe56c3-bd18-4450-8eee-1db716d2a7e4 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134930 Sep 21 21:39:42.471828 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device fa03fd3f-829d-45ca-a7fb-77f13716abd9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:42.485542 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fee079a5-acc0-426c-9bac-34a86a3295cf req-57a3dc64-ecd2-4395-8475-fafff21f087d tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975540 Sep 21 21:39:42.684249 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:42.706775 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port fa03fd3f-829d-45ca-a7fb-77f13716abd9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:42.707017 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:42.707387 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port fa03fd3f-829d-45ca-a7fb-77f13716abd9 Sep 21 21:39:42.796316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port fa03fd3f-829d-45ca-a7fb-77f13716abd9 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:42.796316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:42.828275 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port fa03fd3f-829d-45ca-a7fb-77f13716abd9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=fa03fd3f-829d-45ca-a7fb-77f13716abd9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:42.846965 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:42.975687 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=fa03fd3f-829d-45ca-a7fb-77f13716abd9,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:43.185747 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 8 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:43.250790 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:43.630349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9044-0d97-4e0f-a47c-6b4a47d5f56f req-4d229183-42d6-48e5-bda1-61802487d138 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:43.642973 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0c1c9044-0d97-4e0f-a47c-6b4a47d5f56f req-4d229183-42d6-48e5-bda1-61802487d138 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.1149013 Sep 21 21:39:43.755508 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 9 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:43.800402 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Sync routers for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:43.833734 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0c1c9044-0d97-4e0f-a47c-6b4a47d5f56f req-6d42fa76-7cc8-4872-af1e-957fc103ec94 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897418 Sep 21 21:39:43.848047 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:43.853728 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:43.854387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:43.880981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731a649-b61c-44f8-bfda-6f9f6fc61701 req-58a5dbe5-0e94-49d1-8fa2-e651b19b6cfc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:43.889716 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f731a649-b61c-44f8-bfda-6f9f6fc61701 req-58a5dbe5-0e94-49d1-8fa2-e651b19b6cfc tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.2053258 Sep 21 21:39:43.985604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f731a649-b61c-44f8-bfda-6f9f6fc61701 req-149d66f0-8134-4d09-a3b1-9695b3497d9c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797055 Sep 21 21:39:44.061813 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:44.355497 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Attempt 10 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:44.413251 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device fa03fd3f-829d-45ca-a7fb-77f13716abd9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:44.465218 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'd2b0177f-a66f-45b0-9a0f-1872d3925987', 'name': '', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'mac_address': 'fa:16:3e:73:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:37Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 2, 'project_id': '9ef6187293494158a12bf731fb83a056', 'subnets': [{'id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:44.480069 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-690eb78a-285a-4bb2-9995-446dfb803fe1 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:44.494554 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Checking router: 3608555c-da6b-4856-839f-00bdbae054c6 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:44.495178 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Updating router 3608555c-da6b-4856-839f-00bdbae054c6 port d2b0177f-a66f-45b0-9a0f-1872d3925987 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:39:44.511091 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port fa03fd3f-829d-45ca-a7fb-77f13716abd9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:44.511470 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:44.511810 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port fa03fd3f-829d-45ca-a7fb-77f13716abd9 Sep 21 21:39:44.524985 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:44.631714 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port fa03fd3f-829d-45ca-a7fb-77f13716abd9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:44.636089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Provisioning complete for port d2b0177f-a66f-45b0-9a0f-1872d3925987 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:44.636614 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:44.636925 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Attempt 1 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:44.683884 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:45.072457 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks [] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.081399 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.088251 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bc1d0-4d99-4afe-a075-8cbf8c3a84c7 req-66f7228d-83b9-4c6c-87b7-570b241eeea2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:45.091940 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e19bc1d0-4d99-4afe-a075-8cbf8c3a84c7 req-66f7228d-83b9-4c6c-87b7-570b241eeea2 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.1345286 Sep 21 21:39:45.185949 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Attempt 2 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:45.194222 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e19bc1d0-4d99-4afe-a075-8cbf8c3a84c7 req-582a26a7-1044-4f1e-ae7f-1c477dbafc4c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939729 Sep 21 21:39:45.240615 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Port d2b0177f-a66f-45b0-9a0f-1872d3925987 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:45.296297 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8e568-ff2e-4fdb-9314-1b37ee5e0c78 None None] Pushing event updated for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:45.297417 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-4eff5d77-b061-4786-a200-cbf7f676a7d6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:45.299114 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-4eff5d77-b061-4786-a200-cbf7f676a7d6 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 945 time: 0.1814604 Sep 21 21:39:45.303041 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Attempting to bind port d2b0177f-a66f-45b0-9a0f-1872d3925987 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:39:45.304126 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Attempting to bind port d2b0177f-a66f-45b0-9a0f-1872d3925987 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:39:45.305404 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Attempting to bind port d2b0177f-a66f-45b0-9a0f-1872d3925987 on network 5f9a745e-5625-44fc-9b45-b25c96373128 {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:39:45.312595 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:39:45.312983 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Checking segment: {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:39:45.314133 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.314549 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Bound using segment: {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:39:45.315054 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Bound port: d2b0177f-a66f-45b0-9a0f-1872d3925987, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13562ffe-ffc6-46bc-a398-cfe5e8586d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:39:45.315409 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.325480 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe937f-e60c-4539-a5e6-7dbb824e44b6 req-4d57ddd6-b1c2-499d-8e64-273f80336f59 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:45.327337 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93fe937f-e60c-4539-a5e6-7dbb824e44b6 req-4d57ddd6-b1c2-499d-8e64-273f80336f59 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1360605 Sep 21 21:39:45.467184 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] For port d2b0177f-a66f-45b0-9a0f-1872d3925987, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:39:45.476135 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] For port d2b0177f-a66f-45b0-9a0f-1872d3925987, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d2b0177f-a66f-45b0-9a0f-1872d3925987,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:39:45.487751 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.529299 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:45.530414 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:45.566218 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93fe937f-e60c-4539-a5e6-7dbb824e44b6 req-d4926a37-e942-4a08-9d23-21a01009a809 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191172 Sep 21 21:39:45.605721 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8e568-ff2e-4fdb-9314-1b37ee5e0c78 None None] Pushing event updated for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=4']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:45.706857 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Deleting port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:45.707131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.741669 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Attempt 3 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:45.747970 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:45.978798 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] For port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:45.984076 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.994227 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Current status of the port d2b0177f-a66f-45b0-9a0f-1872d3925987 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:45.994712 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.104830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] For port d2b0177f-a66f-45b0-9a0f-1872d3925987, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d2b0177f-a66f-45b0-9a0f-1872d3925987,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:46.113042 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.265439 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d49251-c0da-44d1-a028-27b536c740d9 None None] Pushing event updated for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:46.285537 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'd2b0177f-a66f-45b0-9a0f-1872d3925987', 'name': '', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'mac_address': 'fa:16:3e:73:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:37Z', 'updated_at': '2022-09-21T21:39:45Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'subnets': [{'id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:46.317590 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.318880 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.319429 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Floating IP 182490a6-2c14-4191-8ccc-538a41cfc951 disassociated. External IP: 172.27.0.212, port: e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e. Sep 21 21:39:46.320036 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Calling delete_port for e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:46.377486 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0548cf0f-566b-4946-af88-6296ca0d7b2e None None] The sync data for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi is: [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:39:38Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'd2b0177f-a66f-45b0-9a0f-1872d3925987', 'name': '', 'network_id': '5f9a745e-5625-44fc-9b45-b25c96373128', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'mac_address': 'fa:16:3e:73:1f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:37Z', 'updated_at': '2022-09-21T21:39:45Z', 'revision_number': 4, 'project_id': '9ef6187293494158a12bf731fb83a056', 'subnets': [{'id': 'ecbc2539-be14-4515-81e8-a3e4d52ee904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:46.607002 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.645884 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d2b0177f-a66f-45b0-9a0f-1872d3925987 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:46.724722 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'Port': ['ID=e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:46.756186 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.756532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.756871 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.757625 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.757625 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.770822 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.771391 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.771667 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.771989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.772331 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.772657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.772986 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.773306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:46.791354 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d2b0177f-a66f-45b0-9a0f-1872d3925987 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:46.791744 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:46.792088 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:46.811962 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b5f7-b7ec-4319-ab4f-a2f9f032bfdd req-70102568-4426-4433-821e-d0b8e3b726d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:46.823759 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b27b5f7-b7ec-4319-ab4f-a2f9f032bfdd req-70102568-4426-4433-821e-d0b8e3b726d3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1064868 Sep 21 21:39:46.833125 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796353f-6d87-4c48-b7d9-8d85e9ab2432 req-7100f94b-b526-418e-bc13-01186a937230 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:46.834760 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6796353f-6d87-4c48-b7d9-8d85e9ab2432 req-7100f94b-b526-418e-bc13-01186a937230 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 867 time: 0.3021142 Sep 21 21:39:47.001578 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b27b5f7-b7ec-4319-ab4f-a2f9f032bfdd req-37477d65-8fe9-4b16-aed4-45049f5b202f tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442814 Sep 21 21:39:47.019158 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d2b0177f-a66f-45b0-9a0f-1872d3925987 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:47.138974 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6796353f-6d87-4c48-b7d9-8d85e9ab2432 req-0eb992ae-296f-495b-80ab-517c8542853e tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ff5d8ff-5bc9-4b27-8910-5809a6751d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986921 Sep 21 21:39:47.146922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:47.329452 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:47.355542 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:47.380305 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:47.382971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:47.458979 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] No DVR routers for this DVR port e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:39:47.461955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:47.465416 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d674fd0f-8910-4be1-bad7-bbc45c867b04 req-49be4fd0-cadb-4c7f-a5c7-15006fa64a3a tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.20 "DELETE /v2.0/ports/e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e HTTP/1.1" status: 204 len: 173 time: 2.1368968 Sep 21 21:39:47.465962 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'name': 'network-vif-deleted', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:47.468280 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02a839-cedc-4dd3-b1c7-bbab09945cad" -d '{"events": [{"server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "name": "network-vif-deleted", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:47.669909 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:47.716082 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b0f6dc-983d-4911-96dd-2a2312a36994 x-openstack-request-id: req-87b0f6dc-983d-4911-96dd-2a2312a36994 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:47.716389 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51298e5a-e15d-4bd1-b20a-e9a7bacf2e20", "name": "network-vif-deleted", "tag": "e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:47.716619 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87b0f6dc-983d-4911-96dd-2a2312a36994 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:47.717031 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b0f6dc-983d-4911-96dd-2a2312a36994'] response: {'server_uuid': '51298e5a-e15d-4bd1-b20a-e9a7bacf2e20', 'name': 'network-vif-deleted', 'tag': 'e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e', 'status': 'completed', 'code': 200} Sep 21 21:39:48.014912 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:48.057849 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:39:48.061237 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:48.135713 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:39:48.136339 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e9d84b8c-b8f4-408e-9f98-e8b7c6a3a48e not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:39:48.165735 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:48.166723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:48.291864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9df8fcc5-14de-401b-8d63-5df0a3ceef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:48.344949 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c014647-e22d-4c00-a95c-e294d30b1466 req-50eebf65-c9b9-45c0-9bbd-8942e07d00ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:48.363652 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c014647-e22d-4c00-a95c-e294d30b1466 req-50eebf65-c9b9-45c0-9bbd-8942e07d00ca tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1447356 Sep 21 21:39:48.452602 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c014647-e22d-4c00-a95c-e294d30b1466 req-1ec80c53-2426-496b-8523-60aee324a577 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693994 Sep 21 21:39:48.487630 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-01fedc38-efb5-4f8d-b871-335285f6414d req-4cbb8ebf-f290-4ace-b502-7121690f58df tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/ports?device_id=51298e5a-e15d-4bd1-b20a-e9a7bacf2e20 HTTP/1.1" status: 200 len: 210 time: 0.0926838 Sep 21 21:39:48.499830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d2b0177f-a66f-45b0-9a0f-1872d3925987 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:48.555476 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:48.677102 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port d2b0177f-a66f-45b0-9a0f-1872d3925987 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:48.677484 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:48.677830 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port d2b0177f-a66f-45b0-9a0f-1872d3925987 Sep 21 21:39:48.942089 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port d2b0177f-a66f-45b0-9a0f-1872d3925987 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:48.994862 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:49.027246 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec02600-acb4-4e14-82a7-7a869b778459 None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:27Z', 'revision_number': 4, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '08481483-4cba-4412-ad5a-4c5d6df4830c', 'name': '', 'network_id': 'ecad66f2-59b8-4516-8c0e-0febca011efd', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'mac_address': 'fa:16:3e:24:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:24Z', 'updated_at': '2022-09-21T21:34:43Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'subnets': [{'id': '3f5faeee-0871-453d-9adb-c8a69f3c012e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:49.397482 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a57f2d-93d1-417a-817d-cee159686d59 None None] New status for floating IP 182490a6-2c14-4191-8ccc-538a41cfc951: DOWN {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:39:49.627820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59708) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:49.669509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9205-4e46-44be-b84d-580ae5c125ab req-4e2d542f-4284-4baa-8286-cc1c678f01aa tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:49.671663 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-623e9205-4e46-44be-b84d-580ae5c125ab req-4e2d542f-4284-4baa-8286-cc1c678f01aa tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0988450 Sep 21 21:39:49.709685 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (1ff5d8ff-5bc9-4b27-8910-5809a6751d36), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:49.725094 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-623e9205-4e46-44be-b84d-580ae5c125ab req-12cea183-691b-4e93-a818-62d4bef37541 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467227 Sep 21 21:39:49.735983 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (1ff5d8ff-5bc9-4b27-8910-5809a6751d36), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:49.794216 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1ff5d8ff-5bc9-4b27-8910-5809a6751d36), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:49.800077 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:49.802505 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ff5d8ff-5bc9-4b27-8910-5809a6751d36 HTTP/1.1" status: 204 len: 168 time: 0.1730440 Sep 21 21:39:49.805235 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59710) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:49.819674 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-6ae80b82-e33d-44be-9ab6-8717bc034509 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] show failed (client error): The resource could not be found. Sep 21 21:39:49.821331 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6ae80b82-e33d-44be-9ab6-8717bc034509 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "GET /v2.0/security-groups/1ff5d8ff-5bc9-4b27-8910-5809a6751d36 HTTP/1.1" status: 404 len: 347 time: 0.0149777 Sep 21 21:39:49.824754 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59712) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:49.830452 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5d8ff-5bc9-4b27-8910-5809a6751d36,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:49.852991 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.853887 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.854668 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.855894 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.857235 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.857749 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.858576 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.859652 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.861603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.862376 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.863318 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.863967 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.865435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4ed93-61b8-46c8-9b57-e5c41d433d0c tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:39:49.999773 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Deleting port f3d12ab2-3e4c-483d-aa26-965279629d41 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:50.000343 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.099897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.100220 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (f3d12ab2-3e4c-483d-aa26-965279629d41), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.113411 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Calling delete_port for f3d12ab2-3e4c-483d-aa26-965279629d41 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:50.328185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f3d12ab2-3e4c-483d-aa26-965279629d41), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.389992 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Pushing event deleted for resources: {'Port': ['ID=f3d12ab2-3e4c-483d-aa26-965279629d41,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:50.400817 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-6df34689-4c17-46f7-9637-f639ed9c6128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.521660 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks [] for floatingip (182490a6-2c14-4191-8ccc-538a41cfc951), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.532120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:50.538383 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cb3e597d-7288-43c7-9494-9e5137605fd8 tempest-AttachVolumeTestJSON-556549286 tempest-AttachVolumeTestJSON-556549286-project] 10.222.0.18 "DELETE /v2.0/floatingips/182490a6-2c14-4191-8ccc-538a41cfc951 HTTP/1.1" status: 204 len: 168 time: 0.7123780 Sep 21 21:39:50.928358 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877aeb4-ee22-48ed-867f-ab00e27c571e req-ad5dc354-ee57-42f6-bb13-5f44a6794a1a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:50.930965 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e877aeb4-ee22-48ed-867f-ab00e27c571e req-ad5dc354-ee57-42f6-bb13-5f44a6794a1a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0928700 Sep 21 21:39:51.012625 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e877aeb4-ee22-48ed-867f-ab00e27c571e req-1659a911-a941-4c07-b2ca-15c3a6cc774c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710621 Sep 21 21:39:51.662059 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:39:51.820953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:52.189787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62203acb-c5b3-4092-9a87-a9d7586ba862 req-57083a61-ee51-4c2a-bb02-3e0af43b19da tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:52.201476 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-62203acb-c5b3-4092-9a87-a9d7586ba862 req-57083a61-ee51-4c2a-bb02-3e0af43b19da tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0723798 Sep 21 21:39:52.265292 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-62203acb-c5b3-4092-9a87-a9d7586ba862 req-363d1576-fb9b-4737-941c-70d9272d4660 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619223 Sep 21 21:39:53.281821 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-dceada55-cf8c-4631-89fb-0b10dd8245b3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:53.283113 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-dceada55-cf8c-4631-89fb-0b10dd8245b3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 815 time: 0.1678450 Sep 21 21:39:53.299754 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-c952000f-7228-44e2-8061-a474f610eec4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/quotas/c3c7e5b8b5b24aabb41fc215691d866b HTTP/1.1" status: 200 len: 375 time: 0.0156765 Sep 21 21:39:53.358482 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-d3c055aa-9c09-4ecb-95bf-283177997107 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575047 Sep 21 21:39:53.405989 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffd5fa-b4b5-4958-9033-d3730734bf7a req-57c19463-0095-43d2-a67f-ce82d100261a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:53.407510 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-22ffd5fa-b4b5-4958-9033-d3730734bf7a req-57c19463-0095-43d2-a67f-ce82d100261a tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.0606620 Sep 21 21:39:53.477361 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-22ffd5fa-b4b5-4958-9033-d3730734bf7a req-60b83931-a357-4515-bf35-d4cf30eab821 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618837 Sep 21 21:39:53.578726 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-e66dc79c-28dc-4e7c-8d55-b586bff9cfbe service neutron] 10.222.0.18 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112668 Sep 21 21:39:53.650778 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:53.674232 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-dd20b7ce-aee8-4ead-a1b3-3c8a2067475d service neutron] 10.222.0.18 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891690 Sep 21 21:39:53.836592 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-413d27d8-beb1-48fa-8db3-9596e145487a req-3c35b970-58e4-45ba-bc20-d246dd543a42 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 210 time: 0.0274024 Sep 21 21:39:54.376348 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59796) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:54.528841 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:54.676724 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6a95-432e-4f39-96c1-0e8bea1d4e13 req-bad8a1f8-0c8f-44b5-86d0-8ec94d7004db tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:54.678397 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-115b6a95-432e-4f39-96c1-0e8bea1d4e13 req-bad8a1f8-0c8f-44b5-86d0-8ec94d7004db tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1146848 Sep 21 21:39:54.831000 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-115b6a95-432e-4f39-96c1-0e8bea1d4e13 req-907a27df-7abf-487f-9e89-e792023c7ee3 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431637 Sep 21 21:39:54.902463 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-66bbf502-0ffd-4197-8fb1-a23f9977dfd8 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:54.903923 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-66bbf502-0ffd-4197-8fb1-a23f9977dfd8 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 815 time: 0.1830132 Sep 21 21:39:54.927758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'port': {'device_id': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'admin_state_up': True, 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:39:54.965156 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6a933e32-1318-4ff8-a9c5-ee727b57fae5 req-b8e70ddf-8b6d-4b8a-9263-08c518bdef03 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 210 time: 0.0419555 Sep 21 21:39:55.091838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Made reservation on behalf of c3c7e5b8b5b24aabb41fc215691d866b for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:39:55.095236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:55.191438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (41d04b93-1041-4621-84dc-003ed06f6f9d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:55.650206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Allocated IP 172.20.0.6 (b4ab2998-a308-4613-a940-f07e909fae49/39f728a3-ef64-468d-bbd5-f6d3f3c1518b/f866f32a-d654-46dd-8c33-0e69fb2d1cf1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:39:55.974146 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.079504 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Deleting port 08481483-4cba-4412-ad5a-4c5d6df4830c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:56.079884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.095153 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:39:56.121287 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.172699 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5250784-7143-40b9-82a7-313bee35d37f req-79d9136d-1304-4d5d-b9a0-f46a89125373 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:56.173891 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5250784-7143-40b9-82a7-313bee35d37f req-79d9136d-1304-4d5d-b9a0-f46a89125373 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 944 time: 0.1959178 Sep 21 21:39:56.191274 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c932c91-b0e8-4810-9962-e96a979e7f27 req-b1780d82-d9ca-49a0-a7b2-241f12bf4ffe tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:56.194620 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6c932c91-b0e8-4810-9962-e96a979e7f27 req-b1780d82-d9ca-49a0-a7b2-241f12bf4ffe tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.1163723 Sep 21 21:39:56.209567 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Network b4ab2998-a308-4613-a940-f07e909fae49 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:39:56.222001 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:39:56.227025 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:56.232514 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:39:56.249577 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'port_id': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'mac_address': 'fa:16:3e:da:2a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:39:56.276779 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:56.295624 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] For port 08481483-4cba-4412-ad5a-4c5d6df4830c, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=08481483-4cba-4412-ad5a-4c5d6df4830c,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:56.296006 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.339943 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Calling delete_port for 08481483-4cba-4412-ad5a-4c5d6df4830c owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:56.378621 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:56.379905 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.390128 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6c932c91-b0e8-4810-9962-e96a979e7f27 req-5c55821f-3fd1-4f84-b006-201c322d7fc7 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819384 Sep 21 21:39:56.400816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5250784-7143-40b9-82a7-313bee35d37f req-a7523ce3-4484-4080-b264-7f7815962923 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115705 Sep 21 21:39:56.497982 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-7c9dd352-2d4d-4084-bba4-44f403da3c08 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5748332 Sep 21 21:39:56.555937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:56.556337 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.590511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:39:56.633304 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:56.643056 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.673914 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (08481483-4cba-4412-ad5a-4c5d6df4830c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.690947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Provisioning complete for port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:56.691662 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:56.692875 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 1 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:56.747408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:56.747890 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=9']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:56.806982 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08481483-4cba-4412-ad5a-4c5d6df4830c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:56.872993 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['a1f324dd-0b73-4bbf-95b4-01e3605e26b3'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:39:56.983882 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (41d04b93-1041-4621-84dc-003ed06f6f9d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:57.236182 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Router 41d04b93-1041-4621-84dc-003ed06f6f9d has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:39:57.249094 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 2 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:57.289940 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:57.340358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:39:57.352321 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-efe61637-1311-4390-a33e-26685170f8f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/41d04b93-1041-4621-84dc-003ed06f6f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748695 Sep 21 21:39:57.352963 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Sync routers for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:39:57.355045 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59848) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:57.366003 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:57.366636 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:57.542964 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks [] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:57.608660 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:57.666772 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks [] for router_gateway (41d04b93-1041-4621-84dc-003ed06f6f9d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:57.669509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773388a-4547-4637-a065-a4c4fdb7f8c3 req-b77cfb47-73a7-446b-b9b6-7e600c1b72a6 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:57.675817 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7773388a-4547-4637-a065-a4c4fdb7f8c3 req-b77cfb47-73a7-446b-b9b6-7e600c1b72a6 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.1221437 Sep 21 21:39:57.764335 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955e356-92e2-4919-beea-5dc994b96fa2 req-0ec5316b-6081-43b6-aabe-2d52df6189b6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:57.773713 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e955e356-92e2-4919-beea-5dc994b96fa2 req-0ec5316b-6081-43b6-aabe-2d52df6189b6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 945 time: 0.1162450 Sep 21 21:39:57.776065 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7773388a-4547-4637-a065-a4c4fdb7f8c3 req-89840eac-9b20-46a4-8adc-ea89a7d1c898 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929477 Sep 21 21:39:57.851133 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 3 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:57.880450 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e955e356-92e2-4919-beea-5dc994b96fa2 req-d335ce1e-2566-43ba-9e32-16e5713163db tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994520 Sep 21 21:39:57.893712 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Deleting port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:57.895843 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:57.930571 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:57.951097 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:39:56Z', 'revision_number': 5, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port': {'id': '6ea7abb4-1df2-41f5-a03d-5b4fb61109a7', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:57.981433 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Checking router: 41d04b93-1041-4621-84dc-003ed06f6f9d for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:39:58.009253 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Routers {'41d04b93-1041-4621-84dc-003ed06f6f9d'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:39:58.009926 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['41d04b93-1041-4621-84dc-003ed06f6f9d'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:58.031532 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] For port 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:58.031903 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.069603 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Calling delete_port for 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:58.097483 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] Set router 41d04b93-1041-4621-84dc-003ed06f6f9d gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:39:58.192585 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:58.197762 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:39:57Z', 'revision_number': 6, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:58.244667 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4343c4c-7ff9-46cc-a3ff-cde7883a5f1c None None] The sync data for ids ['41d04b93-1041-4621-84dc-003ed06f6f9d'] in dv-cinder-858344-1-iscsi is: [{'id': '41d04b93-1041-4621-84dc-003ed06f6f9d', 'name': 'tempest-AttachVolumeTestJSON-440204164-router', 'tenant_id': '210c999fb90942f1a4d1a773aec7ddb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:39:57Z', 'revision_number': 6, 'project_id': '210c999fb90942f1a4d1a773aec7ddb0', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:39:58.306592 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:58.307561 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.307561 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 Sep 21 21:39:58.390065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (6ea7abb4-1df2-41f5-a03d-5b4fb61109a7), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.407952 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:58.408715 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.418514 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea7abb4-1df2-41f5-a03d-5b4fb61109a7,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:58.449349 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:58.450633 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 4 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:58.452659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:39:58.455709 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c1135-9aff-43c5-8af7-fa0cc5bc41ff" -d '{"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:39:58.461160 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.539945 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (41d04b93-1041-4621-84dc-003ed06f6f9d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.544353 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:58.577977 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=10']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:58.637827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2076b602-86e8-4595-98ca-dcc579c226d8 x-openstack-request-id: req-2076b602-86e8-4595-98ca-dcc579c226d8 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:39:58.638454 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-plugged", "status": "completed", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:39:58.638789 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2076b602-86e8-4595-98ca-dcc579c226d8 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:39:58.639269 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2076b602-86e8-4595-98ca-dcc579c226d8'] response: {'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'code': 200} Sep 21 21:39:58.669198 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.672162 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks [] for router_controller (41d04b93-1041-4621-84dc-003ed06f6f9d), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.732275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (41d04b93-1041-4621-84dc-003ed06f6f9d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.732939 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d04b93-1041-4621-84dc-003ed06f6f9d {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:39:58.739238 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.740646 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e3353018-5821-4e41-8efa-af633413c032 admin admin] 10.222.0.18 "DELETE /v2.0/routers/41d04b93-1041-4621-84dc-003ed06f6f9d HTTP/1.1" status: 204 len: 168 time: 1.3839614 Sep 21 21:39:58.743498 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59860) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:58.800813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Deleting subnet 3f5faeee-0871-453d-9adb-c8a69f3c012e {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:39:58.805715 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Publish callbacks [] for subnet (3f5faeee-0871-453d-9adb-c8a69f3c012e), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.844148 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (3f5faeee-0871-453d-9adb-c8a69f3c012e), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.967634 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (3f5faeee-0871-453d-9adb-c8a69f3c012e), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:58.991984 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d76850-0d90-40b6-8329-faa76dbada62 req-3e5c6b59-4ec9-4105-ac2a-9b8f82bc85e1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:59.000268 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4d76850-0d90-40b6-8329-faa76dbada62 req-3e5c6b59-4ec9-4105-ac2a-9b8f82bc85e1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.0876768 Sep 21 21:39:59.045544 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 5 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:59.063863 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4d76850-0d90-40b6-8329-faa76dbada62 req-4ad10729-a28f-4007-b76d-1e853d4c73c2 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622582 Sep 21 21:39:59.081246 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (3f5faeee-0871-453d-9adb-c8a69f3c012e), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.124015 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:59.135663 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986afb6-8aa4-4105-92a0-84d340f7842c None None] Network ecad66f2-59b8-4516-8c0e-0febca011efd requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:39:59.139364 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.143979 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f5faeee-0871-453d-9adb-c8a69f3c012e HTTP/1.1" status: 204 len: 168 time: 0.3971691 Sep 21 21:39:59.143979 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed16b90-e08b-4234-aa19-420b3b1bcb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5faeee-0871-453d-9adb-c8a69f3c012e,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:59.145718 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59870) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:39:59.195516 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef8ca2-4ae0-47aa-9c70-1a05566ab7d3 req-af67f395-c6ca-49b4-aaaa-6076f79c92c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:39:59.204443 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e3ef8ca2-4ae0-47aa-9c70-1a05566ab7d3 req-af67f395-c6ca-49b4-aaaa-6076f79c92c6 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.1177502 Sep 21 21:39:59.304824 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (ecad66f2-59b8-4516-8c0e-0febca011efd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.312118 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e3ef8ca2-4ae0-47aa-9c70-1a05566ab7d3 req-a64199dd-4a25-4db9-957d-0537c878f2f0 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063137 Sep 21 21:39:59.370525 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] DHCP port deletion for ecad66f2-59b8-4516-8c0e-0febca011efd request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:39:59.402990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Deleting port 235f36c9-8ca3-454e-acdb-3486a773105f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:59.403854 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.447308 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Deleting port 235f36c9-8ca3-454e-acdb-3486a773105f {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:39:59.447646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.486596 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] For port 235f36c9-8ca3-454e-acdb-3486a773105f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=235f36c9-8ca3-454e-acdb-3486a773105f,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:59.486966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.523310 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Calling delete_port for 235f36c9-8ca3-454e-acdb-3486a773105f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:59.526995 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] For port 235f36c9-8ca3-454e-acdb-3486a773105f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=235f36c9-8ca3-454e-acdb-3486a773105f,segment=NetworkSegment(1bc28eee-5bea-4c96-a833-d4cdcaba3a16),segment_id=1bc28eee-5bea-4c96-a833-d4cdcaba3a16)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:59.527405 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.544706 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Calling delete_port for 235f36c9-8ca3-454e-acdb-3486a773105f owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:39:59.649356 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 6 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:39:59.659685 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.690102 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:39:59.690509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] No DVR routers for this DVR port 235f36c9-8ca3-454e-acdb-3486a773105f on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:39:59.690704 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (235f36c9-8ca3-454e-acdb-3486a773105f), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.718171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Pushing event deleted for resources: {'Port': ['ID=235f36c9-8ca3-454e-acdb-3486a773105f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:59.733215 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] Pushing event deleted for resources: {'Port': ['ID=235f36c9-8ca3-454e-acdb-3486a773105f,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:59.744602 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f38eb2-2542-4a64-bbd0-72dfc4bdaf4f None None] No DVR routers for this DVR port 235f36c9-8ca3-454e-acdb-3486a773105f on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:39:59.746837 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.814407 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (ecad66f2-59b8-4516-8c0e-0febca011efd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.857088 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecad66f2-59b8-4516-8c0e-0febca011efd']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:59.873126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc28eee-5bea-4c96-a833-d4cdcaba3a16') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:59.873735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc28eee-5bea-4c96-a833-d4cdcaba3a16') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:39:59.885533 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (1bc28eee-5bea-4c96-a833-d4cdcaba3a16), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.899994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (1bc28eee-5bea-4c96-a833-d4cdcaba3a16), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.906989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:39:59.913875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (1bc28eee-5bea-4c96-a833-d4cdcaba3a16), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:59.977538 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 1bc28eee-5bea-4c96-a833-d4cdcaba3a16 resource provider aggregate not found Sep 21 21:39:59.999594 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 1bc28eee-5bea-4c96-a833-d4cdcaba3a16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bc28eee-5bea-4c96-a833-d4cdcaba3a16 found for delete ", "request_id": "req-23720796-71a9-4e0f-b43c-2164a2781b67"}]} Sep 21 21:40:00.009170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (ecad66f2-59b8-4516-8c0e-0febca011efd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.021161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.034511 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ecad66f2-59b8-4516-8c0e-0febca011efd HTTP/1.1" status: 204 len: 168 time: 0.8862355 Sep 21 21:40:00.045918 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e400be-2e1b-4aa4-b709-af9f319db401 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecad66f2-59b8-4516-8c0e-0febca011efd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:00.191402 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 7 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:40:00.216203 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 59884) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:00.230870 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08353aa6-34ce-4ffb-ae26-cef93e8822e4 req-a471be5c-a870-4146-9a2f-bba7af3b6ca0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:00.232477 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-08353aa6-34ce-4ffb-ae26-cef93e8822e4 req-a471be5c-a870-4146-9a2f-bba7af3b6ca0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.0799799 Sep 21 21:40:00.264534 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:40:00.290738 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 59886) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:00.291970 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-25699bad-8f30-4014-ba50-48633d04c2e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=210c999fb90942f1a4d1a773aec7ddb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0741599 Sep 21 21:40:00.380910 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-08353aa6-34ce-4ffb-ae26-cef93e8822e4 req-2f578b42-9021-4f40-9d0a-6701eabf0b29 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425786 Sep 21 21:40:00.393498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 08481483-4cba-4412-ad5a-4c5d6df4830c no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:00.401802 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] Publish callbacks [] for security_group (f7f518dc-124d-446d-b880-dec038e1fc1e), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.418346 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 08481483-4cba-4412-ad5a-4c5d6df4830c {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:00.418820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 08481483-4cba-4412-ad5a-4c5d6df4830c not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:00.419349 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:00.458258 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:00.460286 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6ea7abb4-1df2-41f5-a03d-5b4fb61109a7 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:00.461901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] Publish callbacks [] for security_group (f7f518dc-124d-446d-b880-dec038e1fc1e), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.462630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 235f36c9-8ca3-454e-acdb-3486a773105f no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:00.500035 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f90d8-750b-4abb-a130-b317e4881fb8 req-4ba6415c-29f1-4566-87a1-8541a8982e47 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:00.501913 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 235f36c9-8ca3-454e-acdb-3486a773105f {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:00.502519 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 235f36c9-8ca3-454e-acdb-3486a773105f not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:00.507301 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-286f90d8-750b-4abb-a130-b317e4881fb8 req-4ba6415c-29f1-4566-87a1-8541a8982e47 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0944605 Sep 21 21:40:00.543198 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f7f518dc-124d-446d-b880-dec038e1fc1e), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.546104 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:00.551149 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7f518dc-124d-446d-b880-dec038e1fc1e HTTP/1.1" status: 204 len: 168 time: 0.2534087 Sep 21 21:40:00.565377 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83e8e-0a94-46f9-8764-561e81623bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f518dc-124d-446d-b880-dec038e1fc1e,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:00.590628 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-286f90d8-750b-4abb-a130-b317e4881fb8 req-b8fdd2cb-46f2-4f0a-bc35-c3d176420197 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796692 Sep 21 21:40:00.765465 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 8 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:40:00.803212 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:40:01.304819 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 9 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:40:01.342439 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:40:01.545816 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6497f84-2f3a-44a2-9fad-20e9e7406572 req-1ca83b8c-6179-4876-82b7-bd46603778e0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:01.552797 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6497f84-2f3a-44a2-9fad-20e9e7406572 req-1ca83b8c-6179-4876-82b7-bd46603778e0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.0729487 Sep 21 21:40:01.600669 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c6497f84-2f3a-44a2-9fad-20e9e7406572 req-a1359137-1de0-46d8-8844-0d858b2a7345 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Sep 21 21:40:01.759535 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2be77-2b5a-4b98-b560-c55aae548ab4 req-9e1bc41b-aa61-435d-9f7b-92366d11f3a8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:01.761031 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9cd2be77-2b5a-4b98-b560-c55aae548ab4 req-9e1bc41b-aa61-435d-9f7b-92366d11f3a8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0646334 Sep 21 21:40:01.843591 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Attempt 10 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:40:01.874425 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9cd2be77-2b5a-4b98-b560-c55aae548ab4 req-8b255939-4e48-45a3-a8bd-b173df4d981c tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063917 Sep 21 21:40:01.948982 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-12f11ca4-6c25-4d31-a4ed-0b75ea4c7a00 None None] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:40:02.723620 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c21682-63d0-4cef-b11a-213e1069c8bb req-57849c32-8d7b-48db-8467-ec35b72cf5d1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:02.725004 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b8c21682-63d0-4cef-b11a-213e1069c8bb req-57849c32-8d7b-48db-8467-ec35b72cf5d1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 931 time: 0.0528433 Sep 21 21:40:02.768862 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b8c21682-63d0-4cef-b11a-213e1069c8bb req-0890211b-45fe-40aa-b45a-7c4614238ee5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Sep 21 21:40:02.993142 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57080-f46e-42e0-958a-f0d5b29056ce req-733365b5-a971-44ba-a384-a03ada0e6809 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:02.994682 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dd57080-f46e-42e0-958a-f0d5b29056ce req-733365b5-a971-44ba-a384-a03ada0e6809 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0521038 Sep 21 21:40:03.046169 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dd57080-f46e-42e0-958a-f0d5b29056ce req-702e0151-3d53-45c2-8975-3d26ce64f2ef tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458536 Sep 21 21:40:03.084686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Request body: {'port': {'device_id': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:03.149696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.402960 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc1a7-8f6b-410b-940c-65097c1da615 req-f2263bd5-2358-41cc-95b0-037524fce113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:03.405165 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-608dc1a7-8f6b-410b-940c-65097c1da615 req-f2263bd5-2358-41cc-95b0-037524fce113 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 1131 time: 0.1263957 Sep 21 21:40:03.481113 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-608dc1a7-8f6b-410b-940c-65097c1da615 req-6eb773b4-95b7-4a2f-8984-d19db248b1f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684876 Sep 21 21:40:03.522299 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f866f32a-d654-46dd-8c33-0e69fb2d1cf1 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:40:03.529557 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks [] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.542394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Transition to ACTIVE for port object f866f32a-d654-46dd-8c33-0e69fb2d1cf1 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:40:03.545653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.602691 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:03.654358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Attempting to bind port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:40:03.654688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Attempting to bind port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:40:03.655016 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Attempting to bind port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 on network b4ab2998-a308-4613-a940-f07e909fae49 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:40:03.659209 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 on network b4ab2998-a308-4613-a940-f07e909fae49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:40:03.659524 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Attempting to bind port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 on network b4ab2998-a308-4613-a940-f07e909fae49 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:40:03.664411 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:40:03.664883 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Checking segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:40:03.665412 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Bound using segment: {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:40:03.666064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Bound port: f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c388b207-a460-436c-aed1-70b79c30bd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:40:03.666595 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.736242 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:40:03.739428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:40:03.745563 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.749309 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:03.749953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:03.751322 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] 10.222.0.20 "PUT /v2.0/ports/f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 1093 time: 0.6790695 Sep 21 21:40:03.751805 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:03.754661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75476307-9674-4bff-8230-21ff7cbb2c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:03.802374 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb2828-bbf2-4b30-9d2f-3ba65fce64d5 x-openstack-request-id: req-4acb2828-bbf2-4b30-9d2f-3ba65fce64d5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:03.802806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:03.803202 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4acb2828-bbf2-4b30-9d2f-3ba65fce64d5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:03.803936 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acb2828-bbf2-4b30-9d2f-3ba65fce64d5'] response: {'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:40:03.810378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f751-9497-407e-b29c-5cf82a00d99a service neutron] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:03.905688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-0830c8c7-ccc3-4ce6-8527-d73d3d8736cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:03.910692 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-0830c8c7-ccc3-4ce6-8527-d73d3d8736cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1127 time: 0.0850556 Sep 21 21:40:03.918998 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ef073-e0ec-4928-8bb5-d2214d4775e5 req-f2067b42-eb59-4c28-99a1-9a96538f855e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:03.920442 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-391ef073-e0ec-4928-8bb5-d2214d4775e5 req-f2067b42-eb59-4c28-99a1-9a96538f855e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 943 time: 0.0704911 Sep 21 21:40:03.976814 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-85bc87f2-3f4c-43ae-b67c-9ee6a2ea4656 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0369093 Sep 21 21:40:04.035398 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-391ef073-e0ec-4928-8bb5-d2214d4775e5 req-6f39665c-006e-4bdb-a949-21c08c27cbcb tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081319 Sep 21 21:40:04.050055 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-4511125e-ef80-4be5-929c-afc9cba17d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.052082 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-4511125e-ef80-4be5-929c-afc9cba17d9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0674841 Sep 21 21:40:04.106687 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b147ad58-540d-4ec7-9510-4715e4d95fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.108258 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-b147ad58-540d-4ec7-9510-4715e4d95fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474544 Sep 21 21:40:04.192329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82bc1-6a62-4c09-aa24-eb6f5b967997 req-cfc08eb5-54b2-4095-bdd9-6403015125c9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.193837 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3fc82bc1-6a62-4c09-aa24-eb6f5b967997 req-cfc08eb5-54b2-4095-bdd9-6403015125c9 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0532074 Sep 21 21:40:04.208253 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-fdc0e901-2f8f-463f-9acb-1ee3c359dcf5 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933297 Sep 21 21:40:04.243308 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3fc82bc1-6a62-4c09-aa24-eb6f5b967997 req-c1c1013f-3f4b-4e4c-b653-a8a2fc375ec8 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Sep 21 21:40:04.299604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5112222c-440f-4ce6-a29d-dacdd6ca6034 req-3d7c7e8e-7929-45af-a5de-71b4a0b7bcb4 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835297 Sep 21 21:40:04.395156 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-3fcd15a5-5a06-4e4c-8fe3-b9cac15b6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.396668 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-3fcd15a5-5a06-4e4c-8fe3-b9cac15b6b5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1127 time: 0.0457389 Sep 21 21:40:04.499956 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-920e12ae-a8dc-4bad-b314-bdfc5cc73da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.501566 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-920e12ae-a8dc-4bad-b314-bdfc5cc73da9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.0922499 Sep 21 21:40:04.545705 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-46a0db68-7d11-4e8d-8204-57d8c9708148 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 217 time: 0.0357168 Sep 21 21:40:04.611884 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-83fe065a-08e2-4ce0-9b85-d60cea407e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.615701 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-83fe065a-08e2-4ce0-9b85-d60cea407e7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0488837 Sep 21 21:40:04.750775 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d0fa5-ec6c-428f-bac2-0108fca293d8 req-0d563468-ede2-45a9-ae48-e0ffc4d041cc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.752565 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-950d0fa5-ec6c-428f-bac2-0108fca293d8 req-0d563468-ede2-45a9-ae48-e0ffc4d041cc tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.1368468 Sep 21 21:40:04.754990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-529b9dc2-cd9a-40a0-8d27-d7c7695d9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:04.756765 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-529b9dc2-cd9a-40a0-8d27-d7c7695d9f3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151943 Sep 21 21:40:04.875582 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-950d0fa5-ec6c-428f-bac2-0108fca293d8 req-5173c717-4b32-48a8-bd08-4bb985718fec tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157918 Sep 21 21:40:04.899875 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-fe492662-b05f-4a2d-8349-f394bdca3130 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210904 Sep 21 21:40:04.997114 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75476307-9674-4bff-8230-21ff7cbb2c4d req-e27be74e-0045-4ca0-86f1-2dfc439601c5 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Sep 21 21:40:05.170065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fc93a-dc17-445d-8ac6-aa817a54f80a req-c6c28b61-4439-4615-b723-8679a997b8e5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:05.171544 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-db6fc93a-dc17-445d-8ac6-aa817a54f80a req-c6c28b61-4439-4615-b723-8679a997b8e5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 943 time: 0.0573571 Sep 21 21:40:05.221579 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-db6fc93a-dc17-445d-8ac6-aa817a54f80a req-efefe841-641b-4235-b5f5-8e1436c81f6f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Sep 21 21:40:05.377941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44f9d6-30f0-4803-b9e1-179831950be2 req-b1a0d3d2-2880-422f-ad1e-2d44aabaee26 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:05.379827 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bb44f9d6-30f0-4803-b9e1-179831950be2 req-b1a0d3d2-2880-422f-ad1e-2d44aabaee26 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0562139 Sep 21 21:40:05.429058 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bb44f9d6-30f0-4803-b9e1-179831950be2 req-51ae0dcd-f802-44f5-b404-342e8e7047a2 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 Sep 21 21:40:06.007020 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff62432-58a7-4b16-84fb-e50c609909c2 req-abb58a70-5249-492d-b54f-80a107daa145 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:06.009390 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ff62432-58a7-4b16-84fb-e50c609909c2 req-abb58a70-5249-492d-b54f-80a107daa145 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.0573688 Sep 21 21:40:06.066853 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ff62432-58a7-4b16-84fb-e50c609909c2 req-aee0fc0a-0cc7-4487-9eeb-92f421101eff tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups?id=8798fab2-fe79-47b3-9139-c79f63616c55&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442529 Sep 21 21:40:06.411093 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf0be-939d-492b-8a30-7c3566846883 req-5f81431e-fb1f-4aae-b651-b8aa932f56c2 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:06.414287 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-550cf0be-939d-492b-8a30-7c3566846883 req-5f81431e-fb1f-4aae-b651-b8aa932f56c2 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 943 time: 0.0995038 Sep 21 21:40:06.426293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-983e0004-79b8-47c3-a9d8-d50a3dfde254 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:06.427715 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-983e0004-79b8-47c3-a9d8-d50a3dfde254 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 946 time: 0.0963309 Sep 21 21:40:06.529563 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-550cf0be-939d-492b-8a30-7c3566846883 req-53cb6cf4-f303-41ff-adc4-31b3da756c58 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115873 Sep 21 21:40:06.556327 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:06.556751 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:06.626351 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc708-7aea-4604-a05a-c8dc605f4212 req-66dd53fa-7470-4363-a835-f4ee3f715374 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:06.630295 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a43bc708-7aea-4604-a05a-c8dc605f4212 req-66dd53fa-7470-4363-a835-f4ee3f715374 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0568526 Sep 21 21:40:06.654167 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] For port 4c3e8d98-7cb0-4681-8395-d228a1dddc85, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4c3e8d98-7cb0-4681-8395-d228a1dddc85,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:06.654545 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:06.678661 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a43bc708-7aea-4604-a05a-c8dc605f4212 req-38ddd42f-10d7-40d0-9564-ed6cbc962e02 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Sep 21 21:40:06.821927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:06.822300 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:06.822623 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Floating IP 99717d72-28ce-4fa3-8bf7-381e659fa6d2 disassociated. External IP: 172.27.0.153, port: 4c3e8d98-7cb0-4681-8395-d228a1dddc85. Sep 21 21:40:06.822969 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 4c3e8d98-7cb0-4681-8395-d228a1dddc85 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:06.954551 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4c3e8d98-7cb0-4681-8395-d228a1dddc85), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:06.987342 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=4c3e8d98-7cb0-4681-8395-d228a1dddc85,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:07.173838 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-495b018a-b983-4d0a-afeb-945b2657bfc0 req-9b289f81-ffa6-429a-9863-5a6ad8b589d7 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b22823b-5d7a-4d8b-a32b-2f94628e0eab HTTP/1.1" status: 200 len: 210 time: 0.0302238 Sep 21 21:40:07.364192 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:40:07.462923 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:40:07.474166 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:40:07.485467 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:07.486176 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:07.506587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] No DVR routers for this DVR port 4c3e8d98-7cb0-4681-8395-d228a1dddc85 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:40:07.509135 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:07.512368 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-439ac4b2-9602-4ef6-9be2-3274b008e5b9 req-1c2efee9-5205-4b2c-a344-9436828148d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.20 "DELETE /v2.0/ports/4c3e8d98-7cb0-4681-8395-d228a1dddc85 HTTP/1.1" status: 204 len: 173 time: 1.0778661 Sep 21 21:40:07.512869 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'name': 'network-vif-deleted', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:07.515110 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4558f07c-984b-4bd4-acb6-c6a42da6ff28" -d '{"events": [{"server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "name": "network-vif-deleted", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:07.552208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d61be-48ed-4c11-b866-7cf5218604c3 x-openstack-request-id: req-171d61be-48ed-4c11-b866-7cf5218604c3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:07.552513 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b22823b-5d7a-4d8b-a32b-2f94628e0eab", "name": "network-vif-deleted", "tag": "4c3e8d98-7cb0-4681-8395-d228a1dddc85", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:07.552766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-171d61be-48ed-4c11-b866-7cf5218604c3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:07.553165 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171d61be-48ed-4c11-b866-7cf5218604c3'] response: {'server_uuid': '8b22823b-5d7a-4d8b-a32b-2f94628e0eab', 'name': 'network-vif-deleted', 'tag': '4c3e8d98-7cb0-4681-8395-d228a1dddc85', 'status': 'completed', 'code': 200} Sep 21 21:40:07.588570 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:07.662833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f96c-a2b0-4ebc-b5ca-727f8145bb92 req-de87ce4d-3433-4b35-88f6-47a84853f94e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:07.664519 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-25c9f96c-a2b0-4ebc-b5ca-727f8145bb92 req-de87ce4d-3433-4b35-88f6-47a84853f94e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 943 time: 0.0554340 Sep 21 21:40:07.711604 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-25c9f96c-a2b0-4ebc-b5ca-727f8145bb92 req-a717c17a-41ac-4a11-9721-fb2826d6f727 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Sep 21 21:40:07.783800 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:07.807619 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:40:07.815511 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:07.816111 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:07.919410 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:08.125798 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f866f32a-d654-46dd-8c33-0e69fb2d1cf1 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:40:08.202570 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:08.226491 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:08.235922 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0298e0-445e-435c-8a1d-c91bdda8f07b None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:34:17Z', 'revision_number': 4, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd', 'name': '', 'network_id': '7d10a91e-15bf-442d-a91a-10015397d26e', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'mac_address': 'fa:16:3e:f6:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:15Z', 'updated_at': '2022-09-21T21:34:24Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'subnets': [{'id': 'f421aaa6-8dea-4928-94b5-0529eb76d4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:40:08.242415 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'port_id': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'mac_address': 'fa:16:3e:b6:80:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:40:08.281827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:40:08.282575 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.287268 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60078) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:08.297015 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f866f32a-d654-46dd-8c33-0e69fb2d1cf1 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:40:08.319105 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:08.326894 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.346354 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (8798fab2-fe79-47b3-9139-c79f63616c55), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.369958 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (8798fab2-fe79-47b3-9139-c79f63616c55), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.374239 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:08.382125 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.382481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.382827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.383265 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.383493 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.383997 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.384589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.385011 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.385690 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.385923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.386137 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.386526 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.386810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:08.431042 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8798fab2-fe79-47b3-9139-c79f63616c55), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.434027 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.435276 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/security-groups/8798fab2-fe79-47b3-9139-c79f63616c55 HTTP/1.1" status: 204 len: 168 time: 0.1467321 Sep 21 21:40:08.438624 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60080) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:08.445220 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e78cb-7ad0-4c86-ac45-06c68dc471cd tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8798fab2-fe79-47b3-9139-c79f63616c55,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:08.456177 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-c4e9d33f-0b94-4f47-8165-ec7c45206dcf tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] show failed (client error): The resource could not be found. Sep 21 21:40:08.457221 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c4e9d33f-0b94-4f47-8165-ec7c45206dcf tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "GET /v2.0/security-groups/8798fab2-fe79-47b3-9139-c79f63616c55 HTTP/1.1" status: 404 len: 347 time: 0.0172410 Sep 21 21:40:08.460207 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60082) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:08.502990 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcc2ee-eb76-4697-a52f-07c6548de2f8 None None] New status for floating IP 99717d72-28ce-4fa3-8bf7-381e659fa6d2: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:40:08.593029 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Deleting port 25cbdb84-1bf6-4750-b763-faa5c5b1633a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:08.593662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.662867 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:40:08.673163 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.673635 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (25cbdb84-1bf6-4750-b763-faa5c5b1633a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.689034 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Calling delete_port for 25cbdb84-1bf6-4750-b763-faa5c5b1633a owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:08.852318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (25cbdb84-1bf6-4750-b763-faa5c5b1633a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.884424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Pushing event deleted for resources: {'Port': ['ID=25cbdb84-1bf6-4750-b763-faa5c5b1633a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:08.915806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c91e8-05a8-4438-9785-ab4c346fe031 req-589ae7e1-ff67-491f-9962-d3a389b8fd8f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:08.917276 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc1c91e8-05a8-4438-9785-ab4c346fe031 req-589ae7e1-ff67-491f-9962-d3a389b8fd8f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 944 time: 0.1143479 Sep 21 21:40:08.975265 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks [] for floatingip (99717d72-28ce-4fa3-8bf7-381e659fa6d2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.978072 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.979181 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a3bf0a98-9b29-406e-b292-3dec0389b7d9 tempest-AttachVolumeNegativeTest-2085690663 tempest-AttachVolumeNegativeTest-2085690663-project] 10.222.0.18 "DELETE /v2.0/floatingips/99717d72-28ce-4fa3-8bf7-381e659fa6d2 HTTP/1.1" status: 204 len: 168 time: 0.5180821 Sep 21 21:40:08.995749 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc1c91e8-05a8-4438-9785-ab4c346fe031 req-d0bfc599-c81d-42a9-b584-73a4efa5107c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579426 Sep 21 21:40:10.130964 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f866f32a-d654-46dd-8c33-0e69fb2d1cf1 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:40:10.137494 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb63ad-2de2-4e40-a72e-40157c42f06b req-16f2b884-f161-487e-a761-50b60b877422 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:10.139315 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-68cb63ad-2de2-4e40-a72e-40157c42f06b req-16f2b884-f161-487e-a761-50b60b877422 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 944 time: 0.0559473 Sep 21 21:40:10.193708 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:40:10.195423 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-68cb63ad-2de2-4e40-a72e-40157c42f06b req-a7d655cc-057f-4585-a769-bfaaada1dc3b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Sep 21 21:40:10.199142 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:40:10.200028 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.200575 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 Sep 21 21:40:10.275904 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:40:10.276303 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.302954 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:10.305551 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02250a-b5ab-4315-9d23-46f61c047289" -d '{"events": [{"server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "name": "network-vif-plugged", "status": "completed", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:10.320107 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:10.326324 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.327463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4c3e8d98-7cb0-4681-8395-d228a1dddc85 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:10.369337 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa547c-827c-4d27-97a6-6aa89b8af73d x-openstack-request-id: req-d8fa547c-827c-4d27-97a6-6aa89b8af73d {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:10.369626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "name": "network-vif-plugged", "status": "completed", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:10.370102 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8fa547c-827c-4d27-97a6-6aa89b8af73d {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:10.370627 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fa547c-827c-4d27-97a6-6aa89b8af73d'] response: {'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'code': 200} Sep 21 21:40:10.373369 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 4c3e8d98-7cb0-4681-8395-d228a1dddc85 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:10.373749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4c3e8d98-7cb0-4681-8395-d228a1dddc85 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:10.398663 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:10.476545 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60118) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:10.525172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e949326-545d-47f3-976f-e9e7d8dab49c req-9ecece5e-2527-4f94-b6a3-7946090efcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:10.526816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e949326-545d-47f3-976f-e9e7d8dab49c req-9ecece5e-2527-4f94-b6a3-7946090efcec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1129 time: 0.0486007 Sep 21 21:40:10.574041 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e949326-545d-47f3-976f-e9e7d8dab49c req-e0901ecb-e175-4304-89eb-a52505b08772 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406885 Sep 21 21:40:10.582194 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ea906d75-2573-419f-adc5-76faba9bd070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.655573 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ea906d75-2573-419f-adc5-76faba9bd070 admin admin] Publish callbacks [] for security_group (f243ac0f-42b8-492d-a3d1-84b7f45f7d69), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.661139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ea906d75-2573-419f-adc5-76faba9bd070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f243ac0f-42b8-492d-a3d1-84b7f45f7d69), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.699845 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ea906d75-2573-419f-adc5-76faba9bd070 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6124bb4a2fdf41d1b86654b195a5dd54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219615 Sep 21 21:40:10.700976 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906d75-2573-419f-adc5-76faba9bd070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243ac0f-42b8-492d-a3d1-84b7f45f7d69,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:10.702607 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60122) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:10.761890 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] Publish callbacks [] for security_group (f243ac0f-42b8-492d-a3d1-84b7f45f7d69), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.782190 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] Publish callbacks [] for security_group (f243ac0f-42b8-492d-a3d1-84b7f45f7d69), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.827594 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f243ac0f-42b8-492d-a3d1-84b7f45f7d69), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.830147 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.831362 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f243ac0f-42b8-492d-a3d1-84b7f45f7d69 HTTP/1.1" status: 204 len: 168 time: 0.1276522 Sep 21 21:40:10.839052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc7c7e-bbff-4a07-baee-a9c766437e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243ac0f-42b8-492d-a3d1-84b7f45f7d69,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:11.323876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc94a87-efcb-4985-ac4e-a57ab1b33a84 req-532e7571-3f42-4992-93cc-c62e28898b82 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:11.325627 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fc94a87-efcb-4985-ac4e-a57ab1b33a84 req-532e7571-3f42-4992-93cc-c62e28898b82 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0528238 Sep 21 21:40:11.372255 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fc94a87-efcb-4985-ac4e-a57ab1b33a84 req-7b07ad36-58f9-41aa-a7d5-7aef7f91bd3e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Sep 21 21:40:12.498487 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b75d8-e8b0-471d-9101-9a4a0ebee11b req-000f1c6b-1bb1-42b9-a8dd-ce3e6671c61c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:12.499999 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4a4b75d8-e8b0-471d-9101-9a4a0ebee11b req-000f1c6b-1bb1-42b9-a8dd-ce3e6671c61c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0549967 Sep 21 21:40:12.545753 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4a4b75d8-e8b0-471d-9101-9a4a0ebee11b req-bb56785a-a4f3-453e-b214-249cfd02c86f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Sep 21 21:40:12.669852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d33f7-bdd0-4c70-ba98-6070b63df8da req-a0878795-4fd8-4184-a002-6a00aa5065d0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:12.671495 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d1d33f7-bdd0-4c70-ba98-6070b63df8da req-a0878795-4fd8-4184-a002-6a00aa5065d0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0560880 Sep 21 21:40:12.720982 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60196) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:12.721688 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d1d33f7-bdd0-4c70-ba98-6070b63df8da req-02bb4140-fa18-4a13-86cf-bcd6fdb9c71b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Sep 21 21:40:13.212796 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd56700-408e-4d1e-94ac-a0565ecf5c85 req-7884781d-15af-478a-8075-abc1bc95249b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:13.214405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dd56700-408e-4d1e-94ac-a0565ecf5c85 req-7884781d-15af-478a-8075-abc1bc95249b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0549042 Sep 21 21:40:13.262759 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dd56700-408e-4d1e-94ac-a0565ecf5c85 req-38ae619a-74a7-483a-84d1-77af12beb763 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Sep 21 21:40:13.489529 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:13.823793 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Deleting port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:13.824689 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:13.903275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] For port c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:13.903593 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:13.917875 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Calling delete_port for c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd owned by network:router_interface {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:14.099501 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.126664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:14.284673 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.481157 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:40:14.576246 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:40:14.581209 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a939f950-7871-46e7-a68e-3ff09f49dc41 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d2d8ce1-d710-4ea0-8789-456f58e9e539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592079 Sep 21 21:40:14.583736 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60222) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:14.586216 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Sync routers for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:40:14.595804 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:14.596550 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:14.681406 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks [] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.697176 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:14.788593 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks [] for router_gateway (3d2d8ce1-d710-4ea0-8789-456f58e9e539), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.847997 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Deleting port 8c407c9f-2ad1-4be1-af36-cdad89b854a2 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:14.848568 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.897599 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:40:14Z', 'revision_number': 5, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port': {'id': '8c407c9f-2ad1-4be1-af36-cdad89b854a2', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:14.935958 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Checking router: 3d2d8ce1-d710-4ea0-8789-456f58e9e539 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:40:14.946975 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Routers {'3d2d8ce1-d710-4ea0-8789-456f58e9e539'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:14.947613 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:39:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:14.953681 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] For port 8c407c9f-2ad1-4be1-af36-cdad89b854a2, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8c407c9f-2ad1-4be1-af36-cdad89b854a2,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:14.954076 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:14.969004 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Calling delete_port for 8c407c9f-2ad1-4be1-af36-cdad89b854a2 owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:15.052652 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] Set router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:15.114389 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:40:14Z', 'revision_number': 6, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:15.143936 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfbfe6-887a-4b7a-b342-a166138d6809 None None] The sync data for ids ['3d2d8ce1-d710-4ea0-8789-456f58e9e539'] in dv-cinder-858344-1-iscsi is: [{'id': '3d2d8ce1-d710-4ea0-8789-456f58e9e539', 'name': 'tempest-AttachVolumeNegativeTest-1539509202-router', 'tenant_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:09Z', 'updated_at': '2022-09-21T21:40:14Z', 'revision_number': 6, 'project_id': 'b7fb1bbc7aaa444baa9049d200599d82', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:40:15.186952 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (8c407c9f-2ad1-4be1-af36-cdad89b854a2), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.220083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c407c9f-2ad1-4be1-af36-cdad89b854a2,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:15.288800 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.373558 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.375676 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks [] for router_controller (3d2d8ce1-d710-4ea0-8789-456f58e9e539), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.416329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (3d2d8ce1-d710-4ea0-8789-456f58e9e539), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.416868 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2d8ce1-d710-4ea0-8789-456f58e9e539 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:40:15.421191 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.422371 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-fccf9705-5716-4dc8-b51e-d04b364a78f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3d2d8ce1-d710-4ea0-8789-456f58e9e539 HTTP/1.1" status: 204 len: 168 time: 0.8377240 Sep 21 21:40:15.424934 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60250) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:15.467475 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Deleting subnet f421aaa6-8dea-4928-94b5-0529eb76d4dc {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:40:15.470417 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Publish callbacks [] for subnet (f421aaa6-8dea-4928-94b5-0529eb76d4dc), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.505164 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (f421aaa6-8dea-4928-94b5-0529eb76d4dc), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.780185 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (f421aaa6-8dea-4928-94b5-0529eb76d4dc), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.831158 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (f421aaa6-8dea-4928-94b5-0529eb76d4dc), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.858218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.864863 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f421aaa6-8dea-4928-94b5-0529eb76d4dc HTTP/1.1" status: 204 len: 168 time: 0.4389489 Sep 21 21:40:15.865228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60252) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:15.866072 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a98b-ee08-449a-9f98-c2c35b9fc05c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f421aaa6-8dea-4928-94b5-0529eb76d4dc,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:15.867985 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44514d4e-7f92-42f5-8252-adfe314a7776 None None] Network 7d10a91e-15bf-442d-a91a-10015397d26e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:40:15.946604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (7d10a91e-15bf-442d-a91a-10015397d26e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.998012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Deleting port 6efb8eed-d5d6-4538-a461-554504a87be8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:15.998362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.045754 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] DHCP port deletion for 7d10a91e-15bf-442d-a91a-10015397d26e request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:40:16.070704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] For port 6efb8eed-d5d6-4538-a461-554504a87be8, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6efb8eed-d5d6-4538-a461-554504a87be8,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:16.071073 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.086222 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Calling delete_port for 6efb8eed-d5d6-4538-a461-554504a87be8 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:16.093817 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Deleting port 6efb8eed-d5d6-4538-a461-554504a87be8 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:16.094221 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.166362 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] For port 6efb8eed-d5d6-4538-a461-554504a87be8, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=6efb8eed-d5d6-4538-a461-554504a87be8,segment=NetworkSegment(4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2),segment_id=4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:16.166786 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.178325 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.179326 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Calling delete_port for 6efb8eed-d5d6-4538-a461-554504a87be8 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:16.203204 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Pushing event deleted for resources: {'Port': ['ID=6efb8eed-d5d6-4538-a461-554504a87be8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:16.205006 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] No DVR routers for this DVR port 6efb8eed-d5d6-4538-a461-554504a87be8 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:40:16.256139 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (6efb8eed-d5d6-4538-a461-554504a87be8), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.282888 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] Pushing event deleted for resources: {'Port': ['ID=6efb8eed-d5d6-4538-a461-554504a87be8,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:16.284779 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ede9f-f2ef-4bee-ad5c-7ec1ec7e5f2b None None] No DVR routers for this DVR port 6efb8eed-d5d6-4538-a461-554504a87be8 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:40:16.286576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (7d10a91e-15bf-442d-a91a-10015397d26e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.311457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d10a91e-15bf-442d-a91a-10015397d26e']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:16.323457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:16.323826 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:16.334547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.348324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.354591 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:40:16.354988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.377708 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:16.395786 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2 resource provider aggregate not found Sep 21 21:40:16.397939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:16.398365 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c05d3281-00f6-4bc7-ac7e-dc5725a3e4cd not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:16.398953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8c407c9f-2ad1-4be1-af36-cdad89b854a2 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:16.414981 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d94fcbe-f36c-4aac-9e45-f5e3056ea5d2 found for delete ", "request_id": "req-cd1a5f64-46aa-4682-8bb4-3207291ca05b"}]} Sep 21 21:40:16.422287 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 8c407c9f-2ad1-4be1-af36-cdad89b854a2 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:16.422627 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8c407c9f-2ad1-4be1-af36-cdad89b854a2 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:16.423262 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6efb8eed-d5d6-4538-a461-554504a87be8 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:40:16.423394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (7d10a91e-15bf-442d-a91a-10015397d26e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.430873 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.436816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d10a91e-15bf-442d-a91a-10015397d26e HTTP/1.1" status: 204 len: 168 time: 0.5699010 Sep 21 21:40:16.445253 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 6efb8eed-d5d6-4538-a461-554504a87be8 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:40:16.445613 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 6efb8eed-d5d6-4538-a461-554504a87be8 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:40:16.451106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936b8d-107b-4660-bb6e-d90c9254e52c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d10a91e-15bf-442d-a91a-10015397d26e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:16.547440 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60264) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:16.586949 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f46822d6-8679-41e1-b39e-234aac3d5681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7fb1bbc7aaa444baa9049d200599d82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383005 Sep 21 21:40:16.589170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60266) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:16.638434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] Publish callbacks [] for security_group (c93fb618-3da0-4338-a397-719886c1b00e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.659494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] Publish callbacks [] for security_group (c93fb618-3da0-4338-a397-719886c1b00e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.705080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c93fb618-3da0-4338-a397-719886c1b00e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.707887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:16.709038 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c93fb618-3da0-4338-a397-719886c1b00e HTTP/1.1" status: 204 len: 168 time: 0.1189909 Sep 21 21:40:16.716670 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b8533-5882-4ff6-9d18-95754013ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93fb618-3da0-4338-a397-719886c1b00e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:18.093175 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-af4b3738-5a0e-4b2e-a443-4907df9312df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:20.371417 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-135324d9-9fb0-47f0-a6c5-69b320e4c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:21.786332 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.672416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:24.522698 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.032293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a032a2e-110b-4c4a-8a27-8b6c7a9b54e6 req-81c522b6-c911-49d2-ab65-32ed61f9cd75 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:25.034001 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a032a2e-110b-4c4a-8a27-8b6c7a9b54e6 req-81c522b6-c911-49d2-ab65-32ed61f9cd75 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0533841 Sep 21 21:40:25.082537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a032a2e-110b-4c4a-8a27-8b6c7a9b54e6 req-fa500bd6-d09c-47fa-b1d3-01937a03d592 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Sep 21 21:40:25.111115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60446) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:25.303313 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda1ea6-7ff5-4d2e-aee5-30a3f9e63806 tempest-TestMinimumBasicScenario-111898010 tempest-TestMinimumBasicScenario-111898010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:25.304849 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7bda1ea6-7ff5-4d2e-aee5-30a3f9e63806 tempest-TestMinimumBasicScenario-111898010 tempest-TestMinimumBasicScenario-111898010-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1124 time: 0.1927650 Sep 21 21:40:25.307905 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60450) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:25.312446 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'port_id': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:25.333146 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.431798 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.539942 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Allocated IP 172.27.0.133 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/e6c03740-e4b9-4d78-bbd8-651fea34a1c6) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:40:25.642095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.673728 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.710089 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:40:25.712983 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:40:25.721523 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:40:25.721737 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60460) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:25.723845 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'Port': ['ID=e6c03740-e4b9-4d78-bbd8-651fea34a1c6,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:25.833025 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6b0-2c61-413e-b89c-a39bf6837c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.906141 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6b0-2c61-413e-b89c-a39bf6837c5c admin admin] Publish callbacks [] for security_group (c3932a6a-c51e-4e9c-bf9d-ccd355f19316), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.911907 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd91c6b0-2c61-413e-b89c-a39bf6837c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3932a6a-c51e-4e9c-bf9d-ccd355f19316), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:25.953674 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-cd91c6b0-2c61-413e-b89c-a39bf6837c5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70f089d1ffe4448fa9e9ed954c0f40f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306676 Sep 21 21:40:25.955061 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91c6b0-2c61-413e-b89c-a39bf6837c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3932a6a-c51e-4e9c-bf9d-ccd355f19316,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:25.957468 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60464) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:26.004193 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] Publish callbacks [] for security_group (c3932a6a-c51e-4e9c-bf9d-ccd355f19316), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.027111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] Publish callbacks [] for security_group (c3932a6a-c51e-4e9c-bf9d-ccd355f19316), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.075007 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3932a6a-c51e-4e9c-bf9d-ccd355f19316), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.077762 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.080665 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for floatingip (7b96ad0d-047a-4efa-9dd0-ee79cd92d98c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.081814 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3932a6a-c51e-4e9c-bf9d-ccd355f19316 HTTP/1.1" status: 204 len: 168 time: 0.1233010 Sep 21 21:40:26.089856 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98877a2-3af6-4cd2-b513-4fe146b4ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3932a6a-c51e-4e9c-bf9d-ccd355f19316,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:26.151118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.325226 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.330693 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.406611 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60484) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:26.416395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'Port': ['ID=e6c03740-e4b9-4d78-bbd8-651fea34a1c6,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:26.420252 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (7b96ad0d-047a-4efa-9dd0-ee79cd92d98c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.424518 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5090085-efb5-4d4b-a6ce-a6f17dbf432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.508596 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5090085-efb5-4d4b-a6ce-a6f17dbf432d admin admin] Publish callbacks [] for security_group (20afa561-f0ec-40eb-b6d3-0e67c4f370e6), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.517645 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5090085-efb5-4d4b-a6ce-a6f17dbf432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (20afa561-f0ec-40eb-b6d3-0e67c4f370e6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.534251 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Floating IP 7b96ad0d-047a-4efa-9dd0-ee79cd92d98c associated. External IP: 172.27.0.133, port: f866f32a-d654-46dd-8c33-0e69fb2d1cf1. Sep 21 21:40:26.554813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5090085-efb5-4d4b-a6ce-a6f17dbf432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20afa561-f0ec-40eb-b6d3-0e67c4f370e6,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:26.561823 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d5090085-efb5-4d4b-a6ce-a6f17dbf432d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed1b7cf57b2b49aaae599e5555406e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510468 Sep 21 21:40:26.562126 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60486) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:26.612129 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] Publish callbacks [] for security_group (20afa561-f0ec-40eb-b6d3-0e67c4f370e6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.632876 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] Publish callbacks [] for security_group (20afa561-f0ec-40eb-b6d3-0e67c4f370e6), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.679710 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (20afa561-f0ec-40eb-b6d3-0e67c4f370e6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.682537 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.683744 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20afa561-f0ec-40eb-b6d3-0e67c4f370e6 HTTP/1.1" status: 204 len: 168 time: 0.1209235 Sep 21 21:40:26.691415 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d39fe-7f18-4556-9ac9-38476e599e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20afa561-f0ec-40eb-b6d3-0e67c4f370e6,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:26.734816 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Router a6754d21-2bcd-47d7-a79f-3f60d9f68896 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:40:26.837859 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:40:26.849041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Sync routers for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:40:26.857634 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.864707 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:26.865538 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:26.888140 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-415f5698-a5a9-4c43-ac4f-484f37880ca5 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5790055 Sep 21 21:40:26.889011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:26.891423 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f1cdc-a070-4628-8355-b7e55a26768c" -d '{"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:26.891592 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60492) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:26.897707 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202697681', 'description': 'tempest-secgroup-smoke-1202697681 description', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:26.920792 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:26.943251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea4e91-f2da-4b47-b064-69e50d29513f x-openstack-request-id: req-80ea4e91-f2da-4b47-b064-69e50d29513f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:26.943619 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:26.943936 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80ea4e91-f2da-4b47-b064-69e50d29513f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:26.944405 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ea4e91-f2da-4b47-b064-69e50d29513f'] response: {'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:40:26.978341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:27.010831 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.017095 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.046128 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.050566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-382258c0-ac82-4481-bd0a-b14ceaba8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:27.050566 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-382258c0-ac82-4481-bd0a-b14ceaba8162 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1129 time: 0.0576217 Sep 21 21:40:27.050955 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60500) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:27.051463 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1580477 Sep 21 21:40:27.056532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:27.075675 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5e895-02fb-4436-b433-7a597432e2a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:27.137888 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (2b391718-a2fa-42d8-b03a-082f5c6e140a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.192702 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-35e31622-164e-4020-ba8d-42e56affcb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:27.194208 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-35e31622-164e-4020-ba8d-42e56affcb81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.1329772 Sep 21 21:40:27.203781 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '7b96ad0d-047a-4efa-9dd0-ee79cd92d98c', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'port_id': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'mac_address': 'fa:16:3e:b6:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:40:25Z', 'updated_at': '2022-09-21T21:40:25Z', 'revision_number': 0, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:27.219154 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (2b391718-a2fa-42d8-b03a-082f5c6e140a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.232974 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Checking router: a6754d21-2bcd-47d7-a79f-3f60d9f68896 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:40:27.242341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:27.242968 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:27.247610 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (2b391718-a2fa-42d8-b03a-082f5c6e140a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.274908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b391718-a2fa-42d8-b03a-082f5c6e140a,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:27.288292 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.289505 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c843ec8a-23e2-48e8-a4c5-7701c812992b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371585 Sep 21 21:40:27.291369 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-6cc969bc-7e98-4570-880b-9e4fb12e099d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 999 time: 0.0832603 Sep 21 21:40:27.292296 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60508) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:27.296491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:27.355007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-4325902a-2f55-4f01-b3ff-f63b69974a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:27.356592 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-4325902a-2f55-4f01-b3ff-f63b69974a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0541613 Sep 21 21:40:27.362597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (0d8d1fe7-7558-472a-a087-5397167d3d0d), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.368536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:27.446662 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (0d8d1fe7-7558-472a-a087-5397167d3d0d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.448974 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-58a5507d-1eb0-4658-8fbd-5d4dddd9533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:27.450827 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-58a5507d-1eb0-4658-8fbd-5d4dddd9533a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855067 Sep 21 21:40:27.451908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (0d8d1fe7-7558-472a-a087-5397167d3d0d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.487340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8d1fe7-7558-472a-a087-5397167d3d0d,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:27.530799 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.530799 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a9571692-6607-4ccf-adbe-a47b53483186 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2372131 Sep 21 21:40:27.533245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60522) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:27.537643 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:27.600920 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (3314ceca-3cd5-4380-8021-2a8d94bb6124), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.619189 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-4f80b821-e592-4694-9ec5-d93c6e5f1250 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588416 Sep 21 21:40:27.677878 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '7b96ad0d-047a-4efa-9dd0-ee79cd92d98c', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'port_id': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'mac_address': 'fa:16:3e:b6:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:40:25Z', 'updated_at': '2022-09-21T21:40:25Z', 'revision_number': 0, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:27.706277 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb2a08-7637-44c8-96da-c9b8d9c5c98b None None] The sync data for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi is: [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '7b96ad0d-047a-4efa-9dd0-ee79cd92d98c', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'port_id': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'mac_address': 'fa:16:3e:b6:80:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:40:25Z', 'updated_at': '2022-09-21T21:40:25Z', 'revision_number': 0, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:40:27.727795 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (3314ceca-3cd5-4380-8021-2a8d94bb6124), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.736870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (3314ceca-3cd5-4380-8021-2a8d94bb6124), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.766972 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3314ceca-3cd5-4380-8021-2a8d94bb6124,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:27.777860 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e79f1cdc-a070-4628-8355-b7e55a26768c req-4ffa4888-0c5b-4c29-8526-0c489744aa54 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448224 Sep 21 21:40:27.784763 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.788704 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4f156edc-d871-4231-a0c4-570e39f13cc3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2518640 Sep 21 21:40:27.788953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60528) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:27.799376 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:27.826842 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (ab779a75-0c78-44e7-978d-db793203c39c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.920078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (ab779a75-0c78-44e7-978d-db793203c39c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.928239 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (ab779a75-0c78-44e7-978d-db793203c39c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.946639 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab779a75-0c78-44e7-978d-db793203c39c,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:27.978510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:27.979760 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5f9913c9-476f-4326-82ee-accea0a0cc70 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1893771 Sep 21 21:40:27.986131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60544) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:27.994092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:28.021338 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Project c3c7e5b8b5b24aabb41fc215691d866b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:40:28.027203 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (2fda8ae5-90a8-489f-ba2e-0fdc74a0e48b), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.052958 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce6d05-b5ed-4b97-b871-6ca26e737372 None None] New status for floating IP 7b96ad0d-047a-4efa-9dd0-ee79cd92d98c: ACTIVE {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:40:28.100853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (2fda8ae5-90a8-489f-ba2e-0fdc74a0e48b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.106319 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (2fda8ae5-90a8-489f-ba2e-0fdc74a0e48b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.127072 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fda8ae5-90a8-489f-ba2e-0fdc74a0e48b,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:28.142738 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.144253 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a1321696-167a-478f-a979-7ddf255407af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568437 Sep 21 21:40:28.147719 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60550) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:28.153027 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'security_group_rule': {'security_group_id': '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba', 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:28.173135 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Project c3c7e5b8b5b24aabb41fc215691d866b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:40:28.178987 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (c5998ac1-0e83-4fd4-ba09-588d595ca39e), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.252546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (c5998ac1-0e83-4fd4-ba09-588d595ca39e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.258434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (c5998ac1-0e83-4fd4-ba09-588d595ca39e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.277536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5998ac1-0e83-4fd4-ba09-588d595ca39e,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:28.286267 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.287484 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2df0be78-b64f-404c-9741-8bf91b72f825 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382923 Sep 21 21:40:28.446620 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-c86d57e2-242f-4346-b19c-35443cef5fbb tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202697681&fields=id&tenant_id=c3c7e5b8b5b24aabb41fc215691d866b HTTP/1.1" status: 200 len: 267 time: 0.0613744 Sep 21 21:40:28.500616 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-3496747a-0b62-4dd6-9638-946f6c5b9cb9 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:28.502104 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-3496747a-0b62-4dd6-9638-946f6c5b9cb9 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0528326 Sep 21 21:40:28.514466 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'port': {'security_groups': ['0a1059cb-c3be-40d8-8f45-e7e31ad6722f', '3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:28.586573 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.665932 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:40:28.776537 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:28.804370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.809011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.819437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:28.820091 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:28.820919 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:40:28.822237 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ecc6edd-6015-4e82-9617-4a15ba017d7f req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "PUT /v2.0/ports/f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 981 time: 0.3125916 Sep 21 21:40:28.881196 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dfa0a-839e-41c0-bcf8-f6cc890b8b9b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:28.915400 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:40:28.946132 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:28.951067 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ef461-89e1-44c3-9ce7-65efb2780adf" -d '{"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:28.970836 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fd1c0-10e1-415f-bf3c-5810708c4f1c req-60867780-ed2f-42e4-b181-6becb9c9fcd3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:28.973952 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5e5fd1c0-10e1-415f-bf3c-5810708c4f1c req-60867780-ed2f-42e4-b181-6becb9c9fcd3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0675268 Sep 21 21:40:29.000439 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94064cdc-d05b-42a2-a3f7-5ee34bc3d316 x-openstack-request-id: req-94064cdc-d05b-42a2-a3f7-5ee34bc3d316 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:29.001085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:29.001547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94064cdc-d05b-42a2-a3f7-5ee34bc3d316 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:29.002156 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94064cdc-d05b-42a2-a3f7-5ee34bc3d316'] response: {'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:40:29.089798 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5e5fd1c0-10e1-415f-bf3c-5810708c4f1c req-cd34eca9-4b71-4f23-9948-bb07f025c79d tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095593 Sep 21 21:40:29.095614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-94bc237c-d2b3-4cd2-9b1f-1dd075e6fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:29.097157 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-94bc237c-d2b3-4cd2-9b1f-1dd075e6fb06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1168 time: 0.0724189 Sep 21 21:40:29.240358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-5d185c25-11f1-458c-8cef-c42754d12e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:29.243588 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-5d185c25-11f1-458c-8cef-c42754d12e4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.1265175 Sep 21 21:40:29.337904 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-3e6d3047-d169-4971-a9ec-9d67f2c36256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.0876682 Sep 21 21:40:29.397461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-010bd560-b7af-412c-9691-cc82e8ec1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:29.398664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60602) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:29.415863 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-010bd560-b7af-412c-9691-cc82e8ec1ae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0692689 Sep 21 21:40:29.477311 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-569fc75a-c0d5-4eca-bb0f-1b9e4215739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:29.479493 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-569fc75a-c0d5-4eca-bb0f-1b9e4215739c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561597 Sep 21 21:40:29.569118 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8eb10631-4e28-46e1-8db1-8d04a645c599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.597123 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-2c4f072c-9a59-4631-b2c6-bf11ff03648b service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077418 Sep 21 21:40:29.598402 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.656960 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8eb10631-4e28-46e1-8db1-8d04a645c599 admin admin] Publish callbacks [] for security_group (5ff86db3-c799-4014-9f66-ca632cabaef2), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.660803 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8eb10631-4e28-46e1-8db1-8d04a645c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5ff86db3-c799-4014-9f66-ca632cabaef2), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.696561 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af6ef461-89e1-44c3-9ce7-65efb2780adf req-535c8dc7-9580-4747-a1bd-38cbca00ae31 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930352 Sep 21 21:40:29.698970 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8eb10631-4e28-46e1-8db1-8d04a645c599 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e6c07d6701e4296a3154fe996448e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993293 Sep 21 21:40:29.700080 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb10631-4e28-46e1-8db1-8d04a645c599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff86db3-c799-4014-9f66-ca632cabaef2,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:29.701786 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60612) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:29.750011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] Publish callbacks [] for security_group (5ff86db3-c799-4014-9f66-ca632cabaef2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.770780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] Publish callbacks [] for security_group (5ff86db3-c799-4014-9f66-ca632cabaef2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.817778 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5ff86db3-c799-4014-9f66-ca632cabaef2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.820455 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:29.821594 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ff86db3-c799-4014-9f66-ca632cabaef2 HTTP/1.1" status: 204 len: 168 time: 0.1187603 Sep 21 21:40:29.829258 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732c551-3884-4710-905c-ffb529ba248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff86db3-c799-4014-9f66-ca632cabaef2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:30.071438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60618) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:30.084437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76936731-a1e9-4635-b219-649d83e0c1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.156875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76936731-a1e9-4635-b219-649d83e0c1cd admin admin] Publish callbacks [] for security_group (c3ed0df8-5269-461b-ba2d-1cdf087dde45), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.161520 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76936731-a1e9-4635-b219-649d83e0c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3ed0df8-5269-461b-ba2d-1cdf087dde45), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.199221 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-76936731-a1e9-4635-b219-649d83e0c1cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37518c0b62f44daab3f88ad9cc53c32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267371 Sep 21 21:40:30.200312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76936731-a1e9-4635-b219-649d83e0c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed0df8-5269-461b-ba2d-1cdf087dde45,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:30.202328 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60620) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:30.254525 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] Publish callbacks [] for security_group (c3ed0df8-5269-461b-ba2d-1cdf087dde45), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.275680 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] Publish callbacks [] for security_group (c3ed0df8-5269-461b-ba2d-1cdf087dde45), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.319778 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3ed0df8-5269-461b-ba2d-1cdf087dde45), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.322423 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:30.323561 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3ed0df8-5269-461b-ba2d-1cdf087dde45 HTTP/1.1" status: 204 len: 168 time: 0.1201625 Sep 21 21:40:30.331329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cbd35-814f-48a6-ba01-7b91d34ec928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed0df8-5269-461b-ba2d-1cdf087dde45,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:48.094617 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-30d232c9-1b97-42d3-84b3-a0a3fb6a8925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:50.374149 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-81489896-d05c-4108-8072-7863432e5c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:51.791145 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:53.593362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01ef89-a779-4e46-bca5-3379165a9787 req-fccee54d-98db-4939-a5f2-ea7fe01df1ee tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:53.594939 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a01ef89-a779-4e46-bca5-3379165a9787 req-fccee54d-98db-4939-a5f2-ea7fe01df1ee tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0551679 Sep 21 21:40:53.658310 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6a01ef89-a779-4e46-bca5-3379165a9787 req-5e525a96-4d19-41bd-874e-cc0d81d1cd41 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574365 Sep 21 21:40:53.663456 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:54.525186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:54.797748 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c5105-6cc2-4718-ab53-89398c34e328 req-4f0bd038-1183-43e0-9fce-1916e43bc3bd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:54.799226 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ba6c5105-6cc2-4718-ab53-89398c34e328 req-4f0bd038-1183-43e0-9fce-1916e43bc3bd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0589900 Sep 21 21:40:54.851791 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ba6c5105-6cc2-4718-ab53-89398c34e328 req-2afd1f49-9fd9-47d5-afe2-de267ee2eb16 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf35dfaa-b646-4631-b89f-3e9ffe80aed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467937 Sep 21 21:40:55.055838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-6bcffac7-d03f-4ea8-ba85-036549ee81c7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:55.057277 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-6bcffac7-d03f-4ea8-ba85-036549ee81c7 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 947 time: 0.0539353 Sep 21 21:40:55.150174 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Deleting port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:55.150540 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:55.237326 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] For port a1f324dd-0b73-4bbf-95b4-01e3605e26b3, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:40:55.237693 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:55.395279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:55.395767 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:55.396252 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Floating IP 8ae87a67-8acf-4d66-939d-43c74045c97f disassociated. External IP: 172.27.0.157, port: a1f324dd-0b73-4bbf-95b4-01e3605e26b3. Sep 21 21:40:55.396764 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Calling delete_port for a1f324dd-0b73-4bbf-95b4-01e3605e26b3 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:55.518228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (a1f324dd-0b73-4bbf-95b4-01e3605e26b3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:55.547939 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'Port': ['ID=a1f324dd-0b73-4bbf-95b4-01e3605e26b3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:55.559134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.559488 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.559835 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.560177 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.560517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.560856 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.561185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.561516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.561865 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.562195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.562521 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.562851 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.563169 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:55.670673 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:40:56.023084 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-455a4b5a-592d-4bbb-9a0c-ae3a8ebe8b09 req-44f256d3-3c58-4051-b12f-87c4aff3b3bd tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ccbd04-299d-4c0e-8334-88a21cf542db HTTP/1.1" status: 200 len: 210 time: 0.0396399 Sep 21 21:40:56.090813 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:40:56.100999 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:40:56.110511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:56.111152 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:56.144452 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] No DVR routers for this DVR port a1f324dd-0b73-4bbf-95b4-01e3605e26b3 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:40:56.147746 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:56.151859 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ab22a0fd-0bf0-462d-a76e-07ab70bf16e2 req-090ea3b5-715e-4f5f-9831-878d648a40f5 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.20 "DELETE /v2.0/ports/a1f324dd-0b73-4bbf-95b4-01e3605e26b3 HTTP/1.1" status: 204 len: 173 time: 1.0885522 Sep 21 21:40:56.152100 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-deleted', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:40:56.154571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9bd6ed-bbdd-4e24-892a-3e62682c486a" -d '{"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-deleted", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:40:56.191917 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be02c03-d887-41b0-b9ed-3a6b9df75acf x-openstack-request-id: req-7be02c03-d887-41b0-b9ed-3a6b9df75acf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:40:56.192744 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ccbd04-299d-4c0e-8334-88a21cf542db", "name": "network-vif-deleted", "tag": "a1f324dd-0b73-4bbf-95b4-01e3605e26b3", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:40:56.192995 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7be02c03-d887-41b0-b9ed-3a6b9df75acf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:40:56.193402 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be02c03-d887-41b0-b9ed-3a6b9df75acf'] response: {'server_uuid': 'e4ccbd04-299d-4c0e-8334-88a21cf542db', 'name': 'network-vif-deleted', 'tag': 'a1f324dd-0b73-4bbf-95b4-01e3605e26b3', 'status': 'completed', 'code': 200} Sep 21 21:40:56.222190 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:56.468323 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:56.494167 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:40:56.502521 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:40:56.503136 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:56.605134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:40:56.726936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 60978) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:56.794689 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:40:56.822528 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbab45c-1037-4f9d-aba8-60205ae4c82b None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:34:29Z', 'revision_number': 4, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '8effd931-8c6d-4a2a-8ec6-b78ede1ccd91', 'name': '', 'network_id': '65d9514a-dc32-49ab-aab7-17b07b8921f1', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'mac_address': 'fa:16:3e:33:46:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:25Z', 'updated_at': '2022-09-21T21:34:45Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'subnets': [{'id': 'bd16fdf1-cc12-4da1-a516-4242b9d4ab24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:40:56.830830 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:56.922629 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Publish callbacks [] for security_group (fcce5d51-f1fa-46fd-a18a-3c3789bab6cd), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:56.927060 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fcce5d51-f1fa-46fd-a18a-3c3789bab6cd), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:56.969272 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00877fd383cb4dfcb968e127d65488c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406127 Sep 21 21:40:56.970182 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce5d51-f1fa-46fd-a18a-3c3789bab6cd,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:56.971970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 60994) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:56.984167 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.984593 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.985004 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.985408 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.985850 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.986250 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.986646 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.987040 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.987435 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.987832 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.988219 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.988604 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:56.989119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cfb526-e366-4eaa-a782-661772f4da4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:57.034007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] Publish callbacks [] for security_group (fcce5d51-f1fa-46fd-a18a-3c3789bab6cd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.057489 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] Publish callbacks [] for security_group (fcce5d51-f1fa-46fd-a18a-3c3789bab6cd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.112769 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fcce5d51-f1fa-46fd-a18a-3c3789bab6cd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.120293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.120293 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcce5d51-f1fa-46fd-a18a-3c3789bab6cd HTTP/1.1" status: 204 len: 168 time: 0.1464834 Sep 21 21:40:57.134827 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c0733-109b-4fe7-8e4b-53570288cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce5d51-f1fa-46fd-a18a-3c3789bab6cd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.143428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32774) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.147547 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117be37-7188-477e-8b60-e5d440a1432f None None] New status for floating IP 8ae87a67-8acf-4d66-939d-43c74045c97f: DOWN {{(pid=104012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:40:57.222994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (bf35dfaa-b646-4631-b89f-3e9ffe80aed3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.247459 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (bf35dfaa-b646-4631-b89f-3e9ffe80aed3), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.277600 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 32776) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.303771 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (bf35dfaa-b646-4631-b89f-3e9ffe80aed3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.307727 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.308894 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf35dfaa-b646-4631-b89f-3e9ffe80aed3 HTTP/1.1" status: 204 len: 168 time: 0.1642981 Sep 21 21:40:57.311771 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 32780) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.326084 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.api.v2.resource [None req-c5868658-ecf8-4e8f-95d5-db37cb234ceb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] show failed (client error): The resource could not be found. Sep 21 21:40:57.327093 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c5868658-ecf8-4e8f-95d5-db37cb234ceb tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "GET /v2.0/security-groups/bf35dfaa-b646-4631-b89f-3e9ffe80aed3 HTTP/1.1" status: 404 len: 347 time: 0.0143802 Sep 21 21:40:57.331814 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 32782) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.340852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4ae1c-16e5-4780-97c7-a95f0e2c62e4 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf35dfaa-b646-4631-b89f-3e9ffe80aed3,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.464420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Deleting port 76c12ca2-5c87-45ab-940c-c21b10226dd2 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:40:57.464754 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.515984 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4c051b94-2483-42a2-bfe0-c1de35078d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.516245 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32786) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.529511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01e38dff-6025-4c3a-8649-d1d45e4059eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.577482 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.577897 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (76c12ca2-5c87-45ab-940c-c21b10226dd2), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.595573 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Calling delete_port for 76c12ca2-5c87-45ab-940c-c21b10226dd2 owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:40:57.603394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01e38dff-6025-4c3a-8649-d1d45e4059eb admin admin] Publish callbacks [] for security_group (3e8bd83b-19cc-47ac-8967-788e5ce9f9e7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.607462 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01e38dff-6025-4c3a-8649-d1d45e4059eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3e8bd83b-19cc-47ac-8967-788e5ce9f9e7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.646708 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-01e38dff-6025-4c3a-8649-d1d45e4059eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31b5d6e2647d42d1a37f3d5b40f1e01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288333 Sep 21 21:40:57.647126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e38dff-6025-4c3a-8649-d1d45e4059eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8bd83b-19cc-47ac-8967-788e5ce9f9e7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.650546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32788) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.690153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4c051b94-2483-42a2-bfe0-c1de35078d69 admin admin] Publish callbacks [] for security_group (f82e3116-1c7f-406a-9a3e-3dfc3f57e719), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.697564 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4c051b94-2483-42a2-bfe0-c1de35078d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f82e3116-1c7f-406a-9a3e-3dfc3f57e719), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.707468 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] Publish callbacks [] for security_group (3e8bd83b-19cc-47ac-8967-788e5ce9f9e7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.737978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] Publish callbacks [] for security_group (3e8bd83b-19cc-47ac-8967-788e5ce9f9e7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.770949 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c051b94-2483-42a2-bfe0-c1de35078d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82e3116-1c7f-406a-9a3e-3dfc3f57e719,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.779151 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4c051b94-2483-42a2-bfe0-c1de35078d69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2088fef5e3640c694e635595c3ceb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002830 Sep 21 21:40:57.779341 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32790) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:57.795744 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3e8bd83b-19cc-47ac-8967-788e5ce9f9e7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.798376 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.799820 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e8bd83b-19cc-47ac-8967-788e5ce9f9e7 HTTP/1.1" status: 204 len: 168 time: 0.1480565 Sep 21 21:40:57.803262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (76c12ca2-5c87-45ab-940c-c21b10226dd2), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.820333 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc95b1-6133-4a6b-ad1b-6a2496290ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8bd83b-19cc-47ac-8967-788e5ce9f9e7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.842003 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Pushing event deleted for resources: {'Port': ['ID=76c12ca2-5c87-45ab-940c-c21b10226dd2,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:57.846747 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] Publish callbacks [] for security_group (f82e3116-1c7f-406a-9a3e-3dfc3f57e719), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.872135 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] Publish callbacks [] for security_group (f82e3116-1c7f-406a-9a3e-3dfc3f57e719), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.906973 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks [] for floatingip (8ae87a67-8acf-4d66-939d-43c74045c97f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.909567 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.910790 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-a37aeae6-fd49-4d11-9514-5e2576143d86 tempest-AttachVolumeShelveTestJSON-936155536 tempest-AttachVolumeShelveTestJSON-936155536-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ae87a67-8acf-4d66-939d-43c74045c97f HTTP/1.1" status: 204 len: 168 time: 0.5781538 Sep 21 21:40:57.932966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f82e3116-1c7f-406a-9a3e-3dfc3f57e719), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.935751 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:57.937064 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f82e3116-1c7f-406a-9a3e-3dfc3f57e719 HTTP/1.1" status: 204 len: 168 time: 0.1564775 Sep 21 21:40:57.947328 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35996-d46b-4a3f-96f6-35ccd6756dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82e3116-1c7f-406a-9a3e-3dfc3f57e719,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:59.618596 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:00.944790 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:00.964042 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: a1f324dd-0b73-4bbf-95b4-01e3605e26b3 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:00.964405 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device a1f324dd-0b73-4bbf-95b4-01e3605e26b3 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:02.780853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32976) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:03.256491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (ea086d62-de18-4ab1-a610-89ee478a723c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:03.475653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Deleting port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:03.475994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:03.556141 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] For port 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:03.556432 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:03.568641 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Calling delete_port for 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:03.745307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (8effd931-8c6d-4a2a-8ec6-b78ede1ccd91), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:03.767060 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8effd931-8c6d-4a2a-8ec6-b78ede1ccd91,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:03.927272 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (ea086d62-de18-4ab1-a610-89ee478a723c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.125710 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Router ea086d62-de18-4ab1-a610-89ee478a723c has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:41:04.222422 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:41:04.227609 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-161792bb-c11d-4af8-be9a-caf2d2a886e2 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea086d62-de18-4ab1-a610-89ee478a723c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456315 Sep 21 21:41:04.230066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32984) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:04.233216 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Sync routers for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:41:04.243649 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:41:04.244327 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:04.327815 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks [] for router (ea086d62-de18-4ab1-a610-89ee478a723c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.353905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:41:04.422380 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks [] for router_gateway (ea086d62-de18-4ab1-a610-89ee478a723c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.472646 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Deleting port b616a12f-3533-410e-8d48-10fbb4a4eaab {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:04.472981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.526916 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:41:03Z', 'revision_number': 5, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port': {'id': 'b616a12f-3533-410e-8d48-10fbb4a4eaab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:34:12Z', 'updated_at': '2022-09-21T21:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:04.549398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] For port b616a12f-3533-410e-8d48-10fbb4a4eaab, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=b616a12f-3533-410e-8d48-10fbb4a4eaab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:04.549791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.551128 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Checking router: ea086d62-de18-4ab1-a610-89ee478a723c for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:41:04.560198 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Routers {'ea086d62-de18-4ab1-a610-89ee478a723c'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:41:04.560802 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:40:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['ea086d62-de18-4ab1-a610-89ee478a723c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:04.566324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Calling delete_port for b616a12f-3533-410e-8d48-10fbb4a4eaab owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:04.640638 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] Set router ea086d62-de18-4ab1-a610-89ee478a723c gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:41:04.687650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:41:04Z', 'revision_number': 6, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:04.714657 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b649367-e21c-425c-8112-041dea15eb7f None None] The sync data for ids ['ea086d62-de18-4ab1-a610-89ee478a723c'] in dv-cinder-858344-1-iscsi is: [{'id': 'ea086d62-de18-4ab1-a610-89ee478a723c', 'name': 'tempest-AttachVolumeShelveTestJSON-1080360289-router', 'tenant_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:34:10Z', 'updated_at': '2022-09-21T21:41:04Z', 'revision_number': 6, 'project_id': 'fedaa3ecc7e344fd93f6c5f65651f5fd', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:41:04.725470 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (b616a12f-3533-410e-8d48-10fbb4a4eaab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.748361 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b616a12f-3533-410e-8d48-10fbb4a4eaab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:04.812541 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (ea086d62-de18-4ab1-a610-89ee478a723c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.897418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (ea086d62-de18-4ab1-a610-89ee478a723c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.899514 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks [] for router_controller (ea086d62-de18-4ab1-a610-89ee478a723c), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.939701 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (ea086d62-de18-4ab1-a610-89ee478a723c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.940296 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea086d62-de18-4ab1-a610-89ee478a723c {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:41:04.945079 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:04.946314 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2b7c772f-3959-4d81-a924-cadfaf44c9a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea086d62-de18-4ab1-a610-89ee478a723c HTTP/1.1" status: 204 len: 168 time: 0.7152865 Sep 21 21:41:04.948748 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32990) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:04.994893 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Deleting subnet bd16fdf1-cc12-4da1-a516-4242b9d4ab24 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:41:04.997906 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Publish callbacks [] for subnet (bd16fdf1-cc12-4da1-a516-4242b9d4ab24), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.031209 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669506'] for subnet (bd16fdf1-cc12-4da1-a516-4242b9d4ab24), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.105097 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (bd16fdf1-cc12-4da1-a516-4242b9d4ab24), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.163799 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221916'] for subnet (bd16fdf1-cc12-4da1-a516-4242b9d4ab24), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.188268 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd16fdf1-cc12-4da1-a516-4242b9d4ab24,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:05.192039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.195677 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-824cd29d-d78a-46d7-aca2-19b41db945fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd16fdf1-cc12-4da1-a516-4242b9d4ab24 HTTP/1.1" status: 204 len: 168 time: 0.2454946 Sep 21 21:41:05.197674 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 32992) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:05.197857 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4af63-065e-4538-aaa7-27a409fec5f9 None None] Network 65d9514a-dc32-49ab-aab7-17b07b8921f1 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:41:05.264331 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (65d9514a-dc32-49ab-aab7-17b07b8921f1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.315519 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Deleting port f5be16f3-0e68-49e0-bf97-adf11be3e199 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:05.315857 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.382627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] For port f5be16f3-0e68-49e0-bf97-adf11be3e199, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=f5be16f3-0e68-49e0-bf97-adf11be3e199,segment=NetworkSegment(83f391ef-1cab-4607-b648-dd014cf3311c),segment_id=83f391ef-1cab-4607-b648-dd014cf3311c)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:05.383001 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.396119 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Calling delete_port for f5be16f3-0e68-49e0-bf97-adf11be3e199 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:05.466538 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] DHCP port deletion for 65d9514a-dc32-49ab-aab7-17b07b8921f1 request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:41:05.483764 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.516990 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5be16f3-0e68-49e0-bf97-adf11be3e199,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:05.518964 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] No DVR routers for this DVR port f5be16f3-0e68-49e0-bf97-adf11be3e199 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:41:05.539540 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Deleting port f5be16f3-0e68-49e0-bf97-adf11be3e199 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:05.540008 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.610887 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (65d9514a-dc32-49ab-aab7-17b07b8921f1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.633172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d9514a-dc32-49ab-aab7-17b07b8921f1']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:05.643075 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] For port f5be16f3-0e68-49e0-bf97-adf11be3e199, host dv-cinder-858344-1-iscsi, got binding levels [] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:05.643489 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.644456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f391ef-1cab-4607-b648-dd014cf3311c') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:05.644857 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f391ef-1cab-4607-b648-dd014cf3311c') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:05.658398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (83f391ef-1cab-4607-b648-dd014cf3311c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.664422 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Calling delete_port for f5be16f3-0e68-49e0-bf97-adf11be3e199 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:05.665762 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:41:05.673220 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.ipam_backend_mixin [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Port f5be16f3-0e68-49e0-bf97-adf11be3e199 was not found and therefore no delete operation was performed {{(pid=104011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:41:05.673220 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (f5be16f3-0e68-49e0-bf97-adf11be3e199), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.681841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (83f391ef-1cab-4607-b648-dd014cf3311c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.688131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:41:05.688526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (83f391ef-1cab-4607-b648-dd014cf3311c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.697910 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] Pushing event deleted for resources: {'Port': ['ID=f5be16f3-0e68-49e0-bf97-adf11be3e199,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:05.703106 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb43ca-0d86-4d3e-986d-43c6973ed2b5 None None] No DVR routers for this DVR port f5be16f3-0e68-49e0-bf97-adf11be3e199 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:41:05.761258 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (65d9514a-dc32-49ab-aab7-17b07b8921f1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.776925 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:05.782801 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] 10.222.0.18 "DELETE /v2.0/networks/65d9514a-dc32-49ab-aab7-17b07b8921f1 HTTP/1.1" status: 204 len: 168 time: 0.5814602 Sep 21 21:41:05.810304 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b07dbd-33ba-4104-9787-220bb0ccc290 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d9514a-dc32-49ab-aab7-17b07b8921f1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:05.901761 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 83f391ef-1cab-4607-b648-dd014cf3311c resource provider aggregate not found Sep 21 21:41:05.933562 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 83f391ef-1cab-4607-b648-dd014cf3311c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83f391ef-1cab-4607-b648-dd014cf3311c found for delete ", "request_id": "req-31323342-9182-40cd-8607-55a9712feab3"}]} Sep 21 21:41:05.995673 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33028) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:06.038491 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-12c51864-1ff0-4519-9cfa-776aff553d7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fedaa3ecc7e344fd93f6c5f65651f5fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415444 Sep 21 21:41:06.040907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33032) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:06.093229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] Publish callbacks [] for security_group (0188bc04-2188-476b-8bf7-86eeb81735e0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:06.116039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] Publish callbacks [] for security_group (0188bc04-2188-476b-8bf7-86eeb81735e0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:06.164289 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0188bc04-2188-476b-8bf7-86eeb81735e0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:06.166819 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:06.170320 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0188bc04-2188-476b-8bf7-86eeb81735e0 HTTP/1.1" status: 204 len: 168 time: 0.1261041 Sep 21 21:41:06.176672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a1322-7338-4c64-8749-383a483085c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188bc04-2188-476b-8bf7-86eeb81735e0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:06.381600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b616a12f-3533-410e-8d48-10fbb4a4eaab no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:06.389610 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-37c5492b-f207-47fa-81bb-7c28d0572cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658770 Sep 21 21:41:06.404546 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: b616a12f-3533-410e-8d48-10fbb4a4eaab {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:06.404904 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device b616a12f-3533-410e-8d48-10fbb4a4eaab not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:06.405329 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f5be16f3-0e68-49e0-bf97-adf11be3e199 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:06.437338 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: f5be16f3-0e68-49e0-bf97-adf11be3e199 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:06.437913 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device f5be16f3-0e68-49e0-bf97-adf11be3e199 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:06.438363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:06.460159 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:06.460518 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 8effd931-8c6d-4a2a-8ec6-b78ede1ccd91 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:06.488344 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-bfacc5c3-5aa1-43d4-860f-8c768ee91a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:06.490647 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-bfacc5c3-5aa1-43d4-860f-8c768ee91a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1130 time: 0.0549214 Sep 21 21:41:06.603122 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-44b9f59a-ac49-4c73-b1ef-dad197d005ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:06.605043 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-44b9f59a-ac49-4c73-b1ef-dad197d005ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0941186 Sep 21 21:41:06.679262 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-1eaaf45f-ce6f-4e54-9f1c-fd6e212c375f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 1001 time: 0.0672100 Sep 21 21:41:06.734456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-c66dfd03-25e7-496f-96f4-1a870a953117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:06.736119 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-c66dfd03-25e7-496f-96f4-1a870a953117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0504298 Sep 21 21:41:06.791927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-5cd2a9c6-44fc-46ec-9470-11edcf37a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:06.793589 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-5cd2a9c6-44fc-46ec-9470-11edcf37a9ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490162 Sep 21 21:41:06.889893 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-fd9c7889-4b1b-4cb8-ae73-b4127ee30c6f service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889165 Sep 21 21:41:06.985637 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-578e1c7d-9fd6-4c7b-b37c-bdff9cd38793 req-27f0f8e7-5011-40a4-9aa0-ed2a3c1538a1 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890322 Sep 21 21:41:07.921873 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33112) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:08.024404 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a42492d-ea8b-4a98-bac5-89f5c328c9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.107265 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a42492d-ea8b-4a98-bac5-89f5c328c9e2 admin admin] Publish callbacks [] for security_group (c814d0f6-51fc-48a5-b51e-bf515d4bece4), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.111245 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a42492d-ea8b-4a98-bac5-89f5c328c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c814d0f6-51fc-48a5-b51e-bf515d4bece4), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.150298 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9a42492d-ea8b-4a98-bac5-89f5c328c9e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39fcf435356b4786ad3062d995583f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273004 Sep 21 21:41:08.151695 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42492d-ea8b-4a98-bac5-89f5c328c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814d0f6-51fc-48a5-b51e-bf515d4bece4,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:08.153161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33124) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:08.213039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] Publish callbacks [] for security_group (c814d0f6-51fc-48a5-b51e-bf515d4bece4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.238648 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] Publish callbacks [] for security_group (c814d0f6-51fc-48a5-b51e-bf515d4bece4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.296118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c814d0f6-51fc-48a5-b51e-bf515d4bece4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.300228 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.314167 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c814d0f6-51fc-48a5-b51e-bf515d4bece4 HTTP/1.1" status: 204 len: 168 time: 0.1497841 Sep 21 21:41:08.314167 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccda53-c9f3-43d0-a5c5-d97f0e87facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814d0f6-51fc-48a5-b51e-bf515d4bece4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:08.420295 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-a3484a97-4c52-4da0-9c8c-08a861dadd6d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468144335&fields=id&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 267 time: 0.0461648 Sep 21 21:41:08.538085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-b22ac978-a961-458b-8720-a55142e458db tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:08.539595 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-b22ac978-a961-458b-8720-a55142e458db tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.1122825 Sep 21 21:41:08.555482 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ee44780b-5416-4dca-b8c5-fd56442a8936 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/quotas/7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 375 time: 0.0105350 Sep 21 21:41:08.615959 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33148) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:08.620908 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-a10cffb6-aba0-4f78-8eaf-5c226c94b06d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585001 Sep 21 21:41:08.632971 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c4579cc4-dac9-4fc6-8418-fd47fef26f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.716119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c4579cc4-dac9-4fc6-8418-fd47fef26f0d admin admin] Publish callbacks [] for security_group (d4e868b6-4cf6-469b-b9c1-d3ca088272ff), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.721901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c4579cc4-dac9-4fc6-8418-fd47fef26f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d4e868b6-4cf6-469b-b9c1-d3ca088272ff), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.732127 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-92a8f393-1fdd-49a7-b215-c2a84125bf71 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973163 Sep 21 21:41:08.759855 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4579cc4-dac9-4fc6-8418-fd47fef26f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e868b6-4cf6-469b-b9c1-d3ca088272ff,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:08.768496 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c4579cc4-dac9-4fc6-8418-fd47fef26f0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49aa0b72e8f48e09bd2d022096abe64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512682 Sep 21 21:41:08.769218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33156) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:08.823830 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] Publish callbacks [] for security_group (d4e868b6-4cf6-469b-b9c1-d3ca088272ff), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.838024 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ed85d01e-f54b-4c78-95a1-747a370152f8 service neutron] 10.222.0.18 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995398 Sep 21 21:41:08.847512 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] Publish callbacks [] for security_group (d4e868b6-4cf6-469b-b9c1-d3ca088272ff), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.898425 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d4e868b6-4cf6-469b-b9c1-d3ca088272ff), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.901131 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:08.903300 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4e868b6-4cf6-469b-b9c1-d3ca088272ff HTTP/1.1" status: 204 len: 168 time: 0.1321793 Sep 21 21:41:08.915101 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882cc37-ac7f-41bb-8419-88e912be524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e868b6-4cf6-469b-b9c1-d3ca088272ff,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:09.185810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745a30d-7bc8-48f4-a9d3-d28efca17cb5 req-ebcc6c4c-fb61-468c-991a-c43daf93bc59 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:09.188677 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0745a30d-7bc8-48f4-a9d3-d28efca17cb5 req-ebcc6c4c-fb61-468c-991a-c43daf93bc59 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0694830 Sep 21 21:41:09.213829 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3ef87a1-20d8-4929-b99c-90f1a6931d30 req-4312c1df-fc3c-436b-ab5b-6262f3526eec tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 210 time: 0.0472786 Sep 21 21:41:09.229454 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6391e-7094-4618-b562-889c013b18d8 req-6b7a6186-4b14-498b-bbfd-43cbcc7accfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:09.231104 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-6b7a6186-4b14-498b-bbfd-43cbcc7accfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1168 time: 0.1191642 Sep 21 21:41:09.264512 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0745a30d-7bc8-48f4-a9d3-d28efca17cb5 req-3475f463-db22-423a-8f89-2c43288206af tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682638 Sep 21 21:41:09.347418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6391e-7094-4618-b562-889c013b18d8 req-c8e14367-780b-477b-a63d-2865a4c2d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:09.349626 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-c8e14367-780b-477b-a63d-2865a4c2d8fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.1111252 Sep 21 21:41:09.468564 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-0d93b04b-b2c3-435b-b1fa-930963f0f0a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.1121213 Sep 21 21:41:09.538200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6391e-7094-4618-b562-889c013b18d8 req-4b2c5e47-ce58-4612-8df1-169c7eb4bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:09.539861 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-4b2c5e47-ce58-4612-8df1-169c7eb4bffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0641661 Sep 21 21:41:09.601568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6391e-7094-4618-b562-889c013b18d8 req-16299522-7007-4a9e-8ab9-a2a8c98d0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:09.603276 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-16299522-7007-4a9e-8ab9-a2a8c98d0256 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558524 Sep 21 21:41:09.719078 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-528cb8ab-26d7-47cd-b92a-0f6aa35b9169 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045139 Sep 21 21:41:09.863293 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7a6391e-7094-4618-b562-889c013b18d8 req-40947eb1-4c5c-4ce1-a259-cd34157cc941 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208966 Sep 21 21:41:10.280420 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33246) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:10.303748 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33252) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:10.435559 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9886604b-075f-4f86-aff2-6f922d434d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.486485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a675e96-1822-4a8f-8447-2595fe1e2cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.508142 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3cbbe-cf67-41a1-a686-af05b64950e3 req-894a0c66-7b46-4737-8384-9a79f2a7893c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:10.509720 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fef3cbbe-cf67-41a1-a686-af05b64950e3 req-894a0c66-7b46-4737-8384-9a79f2a7893c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.1322701 Sep 21 21:41:10.640650 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9886604b-075f-4f86-aff2-6f922d434d3e admin admin] Publish callbacks [] for security_group (c3c1aa34-c573-459f-b331-1f3ed74a9dd2), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.650750 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fef3cbbe-cf67-41a1-a686-af05b64950e3 req-f12e3021-ea06-489c-8f19-2d07bc14be71 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322041 Sep 21 21:41:10.652506 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9886604b-075f-4f86-aff2-6f922d434d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3c1aa34-c573-459f-b331-1f3ed74a9dd2), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.653964 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c70ac80-5c1d-4156-b4d1-a49a26bd6211 req-e840d041-fd6e-4f68-9d15-60fdb7135026 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 210 time: 0.3361862 Sep 21 21:41:10.702184 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-8870a2c2-cdfd-40a1-a71c-51ced8036027 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:10.703658 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-8870a2c2-cdfd-40a1-a71c-51ced8036027 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 812 time: 0.4677994 Sep 21 21:41:10.705556 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a675e96-1822-4a8f-8447-2595fe1e2cb5 admin admin] Publish callbacks [] for security_group (311b520a-abbb-4889-8e8c-53fbf53575fb), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.713259 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a675e96-1822-4a8f-8447-2595fe1e2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (311b520a-abbb-4889-8e8c-53fbf53575fb), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.718426 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9886604b-075f-4f86-aff2-6f922d434d3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3614521357f344f9815e764efed609d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369824 Sep 21 21:41:10.723881 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886604b-075f-4f86-aff2-6f922d434d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c1aa34-c573-459f-b331-1f3ed74a9dd2,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:10.726688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33256) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:10.750562 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9a675e96-1822-4a8f-8447-2595fe1e2cb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=819e7cbdf3af4681ac2375986cc0f116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457486 Sep 21 21:41:10.755647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33258) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:10.771045 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a675e96-1822-4a8f-8447-2595fe1e2cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b520a-abbb-4889-8e8c-53fbf53575fb,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:10.806160 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-de6411c9-bc99-4252-a0bd-c806a197c1b5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020 HTTP/1.1" status: 200 len: 380 time: 0.0933106 Sep 21 21:41:10.815029 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] Publish callbacks [] for security_group (311b520a-abbb-4889-8e8c-53fbf53575fb), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.819130 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'port': {'device_id': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'admin_state_up': True, 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'security_groups': ['7faae14c-0d33-4946-90d1-177ec518ebd5']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:10.835511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] Publish callbacks [] for security_group (c3c1aa34-c573-459f-b331-1f3ed74a9dd2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.839651 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] Publish callbacks [] for security_group (311b520a-abbb-4889-8e8c-53fbf53575fb), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.906388 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (311b520a-abbb-4889-8e8c-53fbf53575fb), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.909392 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.910630 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/311b520a-abbb-4889-8e8c-53fbf53575fb HTTP/1.1" status: 204 len: 168 time: 0.1540017 Sep 21 21:41:10.917985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] Publish callbacks [] for security_group (c3c1aa34-c573-459f-b331-1f3ed74a9dd2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:10.922054 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2de83c-0b72-429e-a698-307789794d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b520a-abbb-4889-8e8c-53fbf53575fb,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:11.021853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Made reservation on behalf of 7eaeb99dab284cc9b7a2ebbd44b7f020 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:11.025387 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.044155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c3c1aa34-c573-459f-b331-1f3ed74a9dd2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.046457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.047587 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3c1aa34-c573-459f-b331-1f3ed74a9dd2 HTTP/1.1" status: 204 len: 168 time: 0.3199592 Sep 21 21:41:11.069310 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093166f5-39a1-4a27-9c96-054223dcfc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c1aa34-c573-459f-b331-1f3ed74a9dd2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:11.187209 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.20.0.8 (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e/b1679163-0479-4365-91e5-50caca58a98e/f3df65fa-a716-4ca7-81c1-2531f89e9e67) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:11.335601 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33278) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:11.364325 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.400352 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33284) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:11.415988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b9664af-baa7-444f-a6de-0d39fd07b48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.418162 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.486676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:11.488488 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:11.493603 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:11.497827 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:11.550534 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5b28fcd-7826-4314-a634-b9f4137c5379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.599098 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:11.599747 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.656535 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-ea4ca800-9740-4ec3-b6d8-48d1a16ad426 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431933 Sep 21 21:41:11.661985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b9664af-baa7-444f-a6de-0d39fd07b48b admin admin] Publish callbacks [] for security_group (fd746ca3-4102-4c14-9114-597af87582ab), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.670581 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Request body: {'port': {'device_id': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:11.679653 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6b9664af-baa7-444f-a6de-0d39fd07b48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fd746ca3-4102-4c14-9114-597af87582ab), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.763943 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6b9664af-baa7-444f-a6de-0d39fd07b48b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0568be589d5c48c1aa8e86782f1797e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625445 Sep 21 21:41:11.766927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33296) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:11.767443 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Provisioning complete for port f3df65fa-a716-4ca7-81c1-2531f89e9e67 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:11.769422 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.769976 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Attempt 1 to provision port f3df65fa-a716-4ca7-81c1-2531f89e9e67 Sep 21 21:41:11.805118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5b28fcd-7826-4314-a634-b9f4137c5379 admin admin] Publish callbacks [] for security_group (d77f4ef6-8c68-44fd-aa47-08b675ac8b31), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.824302 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9664af-baa7-444f-a6de-0d39fd07b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd746ca3-4102-4c14-9114-597af87582ab,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:11.830699 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Port f3df65fa-a716-4ca7-81c1-2531f89e9e67 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:41:11.830876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5b28fcd-7826-4314-a634-b9f4137c5379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d77f4ef6-8c68-44fd-aa47-08b675ac8b31), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.855938 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.883299 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] Publish callbacks [] for security_group (fd746ca3-4102-4c14-9114-597af87582ab), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.891099 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a37763-ed93-43d2-b73c-0b3c1104fabf req-7868192c-0533-4225-b7d0-5a5e80c91b34 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:11.894357 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d6a37763-ed93-43d2-b73c-0b3c1104fabf req-7868192c-0533-4225-b7d0-5a5e80c91b34 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 931 time: 0.1104996 Sep 21 21:41:11.895755 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c5b28fcd-7826-4314-a634-b9f4137c5379 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17c24626011e4e8f9e2229adbfb6c742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588186 Sep 21 21:41:11.896758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b28fcd-7826-4314-a634-b9f4137c5379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f4ef6-8c68-44fd-aa47-08b675ac8b31,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:11.899403 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33304) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:11.931175 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] Publish callbacks [] for security_group (fd746ca3-4102-4c14-9114-597af87582ab), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:11.963177 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab17c7-35a9-4815-b1de-c2351b7d6362 req-622c3cd4-0494-4a41-8b6a-361763904485 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:11.964702 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06ab17c7-35a9-4815-b1de-c2351b7d6362 req-622c3cd4-0494-4a41-8b6a-361763904485 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.1963007 Sep 21 21:41:11.996285 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d6a37763-ed93-43d2-b73c-0b3c1104fabf req-c4e8a358-8e03-4415-b6ca-eb89188b6d6b tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773246 Sep 21 21:41:12.023329 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fd746ca3-4102-4c14-9114-597af87582ab), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.025979 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.032113 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd746ca3-4102-4c14-9114-597af87582ab HTTP/1.1" status: 204 len: 168 time: 0.2628903 Sep 21 21:41:12.043523 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c014-370c-4894-ae98-8af4b43f274e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd746ca3-4102-4c14-9114-597af87582ab,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:12.150246 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] Publish callbacks [] for security_group (d77f4ef6-8c68-44fd-aa47-08b675ac8b31), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.186537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06ab17c7-35a9-4815-b1de-c2351b7d6362 req-8e04bc3c-b9e2-4fff-ba3f-f131b312ad10 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2077112 Sep 21 21:41:12.207045 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] Publish callbacks [] for security_group (d77f4ef6-8c68-44fd-aa47-08b675ac8b31), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.333225 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Attempt 2 to provision port f3df65fa-a716-4ca7-81c1-2531f89e9e67 Sep 21 21:41:12.334898 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d77f4ef6-8c68-44fd-aa47-08b675ac8b31), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.337478 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.338756 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d77f4ef6-8c68-44fd-aa47-08b675ac8b31 HTTP/1.1" status: 204 len: 168 time: 0.4170063 Sep 21 21:41:12.353728 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3df65fa-a716-4ca7-81c1-2531f89e9e67 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:12.358302 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14302b-66f7-4d8d-a46d-49fc5a05d656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f4ef6-8c68-44fd-aa47-08b675ac8b31,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:12.364601 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks [] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.368893 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Port f3df65fa-a716-4ca7-81c1-2531f89e9e67 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:41:12.383627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Transition to ACTIVE for port object f3df65fa-a716-4ca7-81c1-2531f89e9e67 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:41:12.387269 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.476278 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:12.503303 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Attempting to bind port f3df65fa-a716-4ca7-81c1-2531f89e9e67 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:41:12.503634 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Attempting to bind port f3df65fa-a716-4ca7-81c1-2531f89e9e67 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:41:12.503968 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Attempting to bind port f3df65fa-a716-4ca7-81c1-2531f89e9e67 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:12.509043 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Port f3df65fa-a716-4ca7-81c1-2531f89e9e67 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:41:12.509369 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Attempting to bind port f3df65fa-a716-4ca7-81c1-2531f89e9e67 on network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:12.514855 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:41:12.515175 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Checking segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:12.515577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Bound using segment: {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:41:12.516069 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Bound port: f3df65fa-a716-4ca7-81c1-2531f89e9e67, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e03a7b-e3d8-41f6-ac57-30968ca92f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:41:12.516433 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.575253 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33324) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:12.600214 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:41:12.603436 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:41:12.609675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.614377 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:12.614996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.616401 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] 10.222.0.20 "PUT /v2.0/ports/f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 200 len: 1093 time: 0.9504886 Sep 21 21:41:12.618661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:12.620471 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be168a71-4fc9-4f45-becd-e69b3d0134ef" -d '{"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:12.693509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bdda56-bef2-42ac-97d8-539f763fca94 x-openstack-request-id: req-d4bdda56-bef2-42ac-97d8-539f763fca94 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:12.694195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:12.694195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4bdda56-bef2-42ac-97d8-539f763fca94 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:12.694474 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bdda56-bef2-42ac-97d8-539f763fca94'] response: {'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'status': 'completed', 'code': 200} Sep 21 21:41:12.711031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e60588-6e3c-4c90-8b73-4d1d8c43780b service neutron] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:12.725616 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-93e5083d-844b-4752-9a34-31f363772960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:12.727178 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-93e5083d-844b-4752-9a34-31f363772960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1127 time: 0.0699832 Sep 21 21:41:12.763401 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba20f704-41c8-41d8-93db-05d4aad63f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.771280 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-b063e5d0-f72e-48b3-b91c-903e0c304e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 200 len: 217 time: 0.0351055 Sep 21 21:41:12.831970 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33336) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:12.836606 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-fd00f941-e04d-4356-8eb5-81f8e81f6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:12.838168 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-fd00f941-e04d-4356-8eb5-81f8e81f6125 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0612710 Sep 21 21:41:12.853416 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d878551-2d21-4353-84fc-b0fbaac7896c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.870365 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Attempt 3 to provision port f3df65fa-a716-4ca7-81c1-2531f89e9e67 Sep 21 21:41:12.887345 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba20f704-41c8-41d8-93db-05d4aad63f3a admin admin] Publish callbacks [] for security_group (43292e49-70cf-4f0c-bb13-faf269ddc015), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.895645 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ba20f704-41c8-41d8-93db-05d4aad63f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (43292e49-70cf-4f0c-bb13-faf269ddc015), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.897600 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-4a6795b2-9c4a-40be-9493-47cab52fa188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:12.901359 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-4a6795b2-9c4a-40be-9493-47cab52fa188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564587 Sep 21 21:41:12.925589 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ba20f704-41c8-41d8-93db-05d4aad63f3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94f0c742ad82493f99c57d6e4fdadf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489835 Sep 21 21:41:12.933124 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33340) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:12.958940 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20f704-41c8-41d8-93db-05d4aad63f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43292e49-70cf-4f0c-bb13-faf269ddc015,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:13.022109 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d878551-2d21-4353-84fc-b0fbaac7896c admin admin] Publish callbacks [] for security_group (be896837-3788-442b-8b89-2d9362d253de), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.031719 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d878551-2d21-4353-84fc-b0fbaac7896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (be896837-3788-442b-8b89-2d9362d253de), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.045134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] Publish callbacks [] for security_group (43292e49-70cf-4f0c-bb13-faf269ddc015), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.075191 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] Publish callbacks [] for security_group (43292e49-70cf-4f0c-bb13-faf269ddc015), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.084630 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9d878551-2d21-4353-84fc-b0fbaac7896c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05070fac92264b768e620a61cc93e914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507429 Sep 21 21:41:13.085331 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d878551-2d21-4353-84fc-b0fbaac7896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be896837-3788-442b-8b89-2d9362d253de,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:13.088687 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33344) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:13.103956 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-060dde5b-76ec-4ab5-adb8-54703239f490 None None] Port f3df65fa-a716-4ca7-81c1-2531f89e9e67 had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:41:13.148397 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] Publish callbacks [] for security_group (be896837-3788-442b-8b89-2d9362d253de), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.170018 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (43292e49-70cf-4f0c-bb13-faf269ddc015), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.172064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.172648 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] Publish callbacks [] for security_group (be896837-3788-442b-8b89-2d9362d253de), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.173008 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43292e49-70cf-4f0c-bb13-faf269ddc015 HTTP/1.1" status: 204 len: 168 time: 0.2380409 Sep 21 21:41:13.197283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0676e10-5dbb-4066-9b81-4db5ff734341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43292e49-70cf-4f0c-bb13-faf269ddc015,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:13.217624 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-b30f39bb-da96-45e0-9f78-498ed9ae25eb service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089831 Sep 21 21:41:13.244243 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbe798-b55e-4cb5-9cc1-7f8e02c8a9a4 req-a4675599-b8d8-4ddf-ad72-1ce9c0af157d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.245964 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64dbe798-b55e-4cb5-9cc1-7f8e02c8a9a4 req-a4675599-b8d8-4ddf-ad72-1ce9c0af157d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.1233549 Sep 21 21:41:13.275298 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (be896837-3788-442b-8b89-2d9362d253de), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.279447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.281240 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be896837-3788-442b-8b89-2d9362d253de HTTP/1.1" status: 204 len: 168 time: 0.1913180 Sep 21 21:41:13.315349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1940e-4ec1-449d-af0e-9e0f2d6df58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be896837-3788-442b-8b89-2d9362d253de,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:13.351820 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64dbe798-b55e-4cb5-9cc1-7f8e02c8a9a4 req-f842cdb1-94f8-4fd9-a473-4ec3673f8844 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695045 Sep 21 21:41:13.387601 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f7b0ca7-0f7c-4982-ac7a-96896b182274 req-b21b7c6b-af3b-4d34-88a2-3ff3037f404b service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609116 Sep 21 21:41:13.403608 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77d7f4-1675-4499-889f-937d4e385f77 req-cfdefec6-d9c2-428e-8198-33543262e58f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.405421 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-df77d7f4-1675-4499-889f-937d4e385f77 req-cfdefec6-d9c2-428e-8198-33543262e58f tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.1090133 Sep 21 21:41:13.483464 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-df77d7f4-1675-4499-889f-937d4e385f77 req-1e09d8dd-8fca-49fe-b14c-9847cf0d2358 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695133 Sep 21 21:41:13.492948 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-90904a89-0958-4996-8ce5-e55abd97860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.494500 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-90904a89-0958-4996-8ce5-e55abd97860c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1127 time: 0.0545459 Sep 21 21:41:13.604617 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-103896e9-c5bd-48e2-a53c-8d9c47dd8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.606412 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-103896e9-c5bd-48e2-a53c-8d9c47dd8640 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.1051643 Sep 21 21:41:13.658125 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-ee540f3e-bda8-45bf-a9c3-0b71badf59b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 200 len: 217 time: 0.0371912 Sep 21 21:41:13.724844 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-67628aa2-ab43-4e5e-a3d8-92f670d2625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.726357 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-67628aa2-ab43-4e5e-a3d8-92f670d2625f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0631645 Sep 21 21:41:13.785322 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-e7b3fa75-6715-4d1b-a187-157495f44010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:13.787194 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-e7b3fa75-6715-4d1b-a187-157495f44010 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503478 Sep 21 21:41:13.814394 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33374) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:13.835335 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5329-1c02-44b4-81a7-efe6186dfb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.909878 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-8bf7adff-8bff-46ec-b80d-266111c30a5a service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105514 Sep 21 21:41:13.964045 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5329-1c02-44b4-81a7-efe6186dfb17 admin admin] Publish callbacks [] for security_group (fdd21b5b-57fc-43c4-bffb-a07c60a75f81), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:13.970549 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5329-1c02-44b4-81a7-efe6186dfb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fdd21b5b-57fc-43c4-bffb-a07c60a75f81), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.007876 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5329-1c02-44b4-81a7-efe6186dfb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd21b5b-57fc-43c4-bffb-a07c60a75f81,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:14.016023 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-bcaf5329-1c02-44b4-81a7-efe6186dfb17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2e20c5972ab4fe08ac06189686d9cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998277 Sep 21 21:41:14.016467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33382) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:14.030880 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be168a71-4fc9-4f45-becd-e69b3d0134ef req-0c9ada19-ac85-47e4-9348-84d905b63d8d service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151128 Sep 21 21:41:14.067764 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] Publish callbacks [] for security_group (fdd21b5b-57fc-43c4-bffb-a07c60a75f81), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.090912 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] Publish callbacks [] for security_group (fdd21b5b-57fc-43c4-bffb-a07c60a75f81), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.142972 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (fdd21b5b-57fc-43c4-bffb-a07c60a75f81), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.145740 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.146925 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdd21b5b-57fc-43c4-bffb-a07c60a75f81 HTTP/1.1" status: 204 len: 168 time: 0.1288586 Sep 21 21:41:14.154773 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635881c-3dcf-4a81-b74e-712b53e7a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd21b5b-57fc-43c4-bffb-a07c60a75f81,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:14.508547 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578595-c6a2-47a6-8e73-fd180a4b7634 req-6f0395ca-cb78-4226-a343-e107dde347cd tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:14.510765 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79578595-c6a2-47a6-8e73-fd180a4b7634 req-6f0395ca-cb78-4226-a343-e107dde347cd tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0690022 Sep 21 21:41:14.583480 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79578595-c6a2-47a6-8e73-fd180a4b7634 req-04ad6041-4275-4e7c-bc4c-0cbed231f143 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674479 Sep 21 21:41:14.651575 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b312bd-f8c9-4fab-9bc5-0b16abe27f8b req-fed5a0db-4567-40ab-9fa2-21a563d431f0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:14.653338 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-56b312bd-f8c9-4fab-9bc5-0b16abe27f8b req-fed5a0db-4567-40ab-9fa2-21a563d431f0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0811605 Sep 21 21:41:14.762352 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-56b312bd-f8c9-4fab-9bc5-0b16abe27f8b req-888053cb-6890-4b2c-a444-2329e61be225 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027761 Sep 21 21:41:15.268592 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33452) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:15.360584 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-495945596-network', 'tenant_id': '3355681476c04163b67233e803b911cc'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:15.379952 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Made reservation on behalf of 3355681476c04163b67233e803b911cc for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:15.382433 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.391358 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.466495 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks [] for security_group (f3f5b6ec-1d44-491d-8daa-205949282548), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.469997 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f3f5b6ec-1d44-491d-8daa-205949282548), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.494509 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:41:15.504790 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5b6ec-1d44-491d-8daa-205949282548,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:15.509574 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (5a17785a-911b-46a0-bba1-12bb2c7beb4b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.509947 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Added segment 5a17785a-911b-46a0-bba1-12bb2c7beb4b of type vlan for network 87c14c9d-7ef4-4e68-81cc-963538527c61 Sep 21 21:41:15.551663 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (87c14c9d-7ef4-4e68-81cc-963538527c61), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.576021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (87c14c9d-7ef4-4e68-81cc-963538527c61), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.576981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:15.577606 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.637737 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3680432 Sep 21 21:41:15.640810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33460) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:15.647270 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Request body: {'subnet': {'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-495945596-subnet', 'tenant_id': '3355681476c04163b67233e803b911cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:15.661049 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c64180-97ca-43aa-abb4-bc0730acab4c admin admin] Pushing event updated for resources: {'Network': ['ID=87c14c9d-7ef4-4e68-81cc-963538527c61,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:15.674784 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Made reservation on behalf of 3355681476c04163b67233e803b911cc for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:15.675257 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:41:15.677884 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5419078'] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.747076 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773721-3e1c-4b7e-81fe-7f531feb3e1d req-e383b394-7e35-4bda-bae6-0819fb68a602 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:15.749316 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d773721-3e1c-4b7e-81fe-7f531feb3e1d req-e383b394-7e35-4bda-bae6-0819fb68a602 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0797660 Sep 21 21:41:15.800121 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d773721-3e1c-4b7e-81fe-7f531feb3e1d req-20c24531-b75e-44ac-8b26-b558b4c78ea6 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Sep 21 21:41:15.896342 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5121843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5419092'] for subnet (7cd69ea1-e616-443f-8b96-1aca172584f9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:15.949383 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6a5c7-cd26-4fa2-b5d6-8424f7f2d98a req-1fdcf5d5-eedd-41d0-bdfd-9acff76bc576 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:15.951131 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-65f6a5c7-cd26-4fa2-b5d6-8424f7f2d98a req-1fdcf5d5-eedd-41d0-bdfd-9acff76bc576 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.1011865 Sep 21 21:41:15.971971 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd69ea1-e616-443f-8b96-1aca172584f9,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:15.994988 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Checking segment: {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:15.995400 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Network hostable DHCP agents. Network: 87c14c9d-7ef4-4e68-81cc-963538527c61, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:41:16.036275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:41:16.046180 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-65f6a5c7-cd26-4fa2-b5d6-8424f7f2d98a req-be53a8d3-bedb-40bc-b4dc-96c89d24d8ad tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867808 Sep 21 21:41:16.050039 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 87c14c9d-7ef4-4e68-81cc-963538527c61) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:16.054227 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:16.054824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:16.060879 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e382d1c-d623-4900-b097-39531406682c None None] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:41:16.081833 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8d401f90-b8c5-4f3a-857a-bd5fbc9d9090 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4361863 Sep 21 21:41:16.169052 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20116d23-59f5-4035-b34e-cff7c8ef2e99 None None] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:41:16.937298 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e7d11-fa62-466b-b5a1-415b0cde6b9a req-7b6f2faf-46c1-4996-bf3f-c039ce54fd32 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:16.938953 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-094e7d11-fa62-466b-b5a1-415b0cde6b9a req-7b6f2faf-46c1-4996-bf3f-c039ce54fd32 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0656414 Sep 21 21:41:16.987750 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-094e7d11-fa62-466b-b5a1-415b0cde6b9a req-e99a68f7-e647-4d78-bda3-414075cc3f05 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Sep 21 21:41:17.180284 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686937-fd74-41fb-ba77-dd297094796c req-ef748f7c-9ab1-4bd2-bc7a-34ea7aaa1190 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:17.181743 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-60686937-fd74-41fb-ba77-dd297094796c req-ef748f7c-9ab1-4bd2-bc7a-34ea7aaa1190 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0516379 Sep 21 21:41:17.239979 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-60686937-fd74-41fb-ba77-dd297094796c req-4d9e4cd8-f282-47fa-842d-038a5b25b881 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525062 Sep 21 21:41:17.810022 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-3f1536cc-2b75-4b84-adcd-82762908ffe6 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:17.812247 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-3f1536cc-2b75-4b84-adcd-82762908ffe6 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 808 time: 0.1061716 Sep 21 21:41:17.827235 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-5000fee9-733c-4d3c-aa3f-96a322c570e6 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/quotas/3355681476c04163b67233e803b911cc HTTP/1.1" status: 200 len: 375 time: 0.0096185 Sep 21 21:41:17.863466 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-613f9e24-844f-49d5-bd48-7ae747fe41f3 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309918 Sep 21 21:41:17.964081 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-f12ce147-234e-4631-9757-a6d520f24610 service neutron] 10.222.0.18 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933881 Sep 21 21:41:18.066703 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-23319700-8a1a-4bfe-a3e7-4dd6f42444d8 service neutron] 10.222.0.18 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016216 Sep 21 21:41:18.105047 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-632a807e-60df-4872-af63-1f6c5a586669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.165180 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e518-1ae6-433f-8757-996d7546f21d req-0ad69052-25ef-475c-873a-b19bd5a7bf02 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:18.166848 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ce95e518-1ae6-433f-8757-996d7546f21d req-0ad69052-25ef-475c-873a-b19bd5a7bf02 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0864985 Sep 21 21:41:18.244218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33550) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:18.254518 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ce95e518-1ae6-433f-8757-996d7546f21d req-54a09b7b-f377-4cad-a060-7fd89b986412 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810678 Sep 21 21:41:18.278125 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e1cb3a9a-4bc9-44bf-bc2f-1764d515ac3f req-08312eb6-4cfb-4879-8813-1b95d1bf13b3 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0349026 Sep 21 21:41:18.379968 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-366adc26-5dd0-4715-a412-1eb5d146c433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.419327 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4ec66-7ee0-42ad-8168-143c9c0931f2 req-99688f14-623f-4437-9d32-36af4a3e6085 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:18.420805 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-edf4ec66-7ee0-42ad-8168-143c9c0931f2 req-99688f14-623f-4437-9d32-36af4a3e6085 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0888135 Sep 21 21:41:18.508479 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-edf4ec66-7ee0-42ad-8168-143c9c0931f2 req-5679659f-fcae-4e2a-b19e-530f337a6ded tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817568 Sep 21 21:41:18.522957 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-366adc26-5dd0-4715-a412-1eb5d146c433 admin admin] Publish callbacks [] for security_group (4e4ac266-a456-4f9b-84b9-7f1258bd6c13), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.533680 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-366adc26-5dd0-4715-a412-1eb5d146c433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4e4ac266-a456-4f9b-84b9-7f1258bd6c13), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.576546 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-366adc26-5dd0-4715-a412-1eb5d146c433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a49a74c088147cdbd8e5245e6cf4a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308733 Sep 21 21:41:18.577729 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366adc26-5dd0-4715-a412-1eb5d146c433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ac266-a456-4f9b-84b9-7f1258bd6c13,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:18.579171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33562) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:18.630427 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] Publish callbacks [] for security_group (4e4ac266-a456-4f9b-84b9-7f1258bd6c13), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.651196 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] Publish callbacks [] for security_group (4e4ac266-a456-4f9b-84b9-7f1258bd6c13), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.702882 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (4e4ac266-a456-4f9b-84b9-7f1258bd6c13), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.705609 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.706832 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e4ac266-a456-4f9b-84b9-7f1258bd6c13 HTTP/1.1" status: 204 len: 168 time: 0.1255722 Sep 21 21:41:18.715135 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac420-8a00-40c1-80ed-cc7e08a04d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ac266-a456-4f9b-84b9-7f1258bd6c13,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:18.956832 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33568) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:18.969735 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44223c2f-00c2-40e9-9c27-a7c2f49ca8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.045268 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44223c2f-00c2-40e9-9c27-a7c2f49ca8f7 admin admin] Publish callbacks [] for security_group (01fd7b6e-72b8-49a5-a79e-266123532564), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.049484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44223c2f-00c2-40e9-9c27-a7c2f49ca8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (01fd7b6e-72b8-49a5-a79e-266123532564), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.089800 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-44223c2f-00c2-40e9-9c27-a7c2f49ca8f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e62479ca4972498cb1e8616608f0b9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317852 Sep 21 21:41:19.090615 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44223c2f-00c2-40e9-9c27-a7c2f49ca8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fd7b6e-72b8-49a5-a79e-266123532564,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:19.093009 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33570) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:19.143119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] Publish callbacks [] for security_group (01fd7b6e-72b8-49a5-a79e-266123532564), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.163937 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] Publish callbacks [] for security_group (01fd7b6e-72b8-49a5-a79e-266123532564), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.208255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (01fd7b6e-72b8-49a5-a79e-266123532564), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.210980 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.212111 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01fd7b6e-72b8-49a5-a79e-266123532564 HTTP/1.1" status: 204 len: 168 time: 0.1176522 Sep 21 21:41:19.220275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ddd2-13bb-49b8-a4bb-61f9db9222b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fd7b6e-72b8-49a5-a79e-266123532564,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:19.370797 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1eefa5c7-926a-4dc9-85d7-ddba84c681b9 req-3594aabe-6fda-474a-961d-51b6a50fc74d tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0285177 Sep 21 21:41:19.397516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0699-7dbb-44bd-a346-01e12285ebfa req-6b220f58-d7f2-457b-8170-c6045341a065 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:19.399426 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52cd0699-7dbb-44bd-a346-01e12285ebfa req-6b220f58-d7f2-457b-8170-c6045341a065 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0576146 Sep 21 21:41:19.447348 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52cd0699-7dbb-44bd-a346-01e12285ebfa req-50821ac1-38ae-4669-a186-7d6eff3ce21e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Sep 21 21:41:19.638069 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59cfb1-7dae-43c1-8372-9a7571ba3089 req-a63860a4-25b0-4977-8e6f-e4daa9500768 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:19.639534 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-da59cfb1-7dae-43c1-8372-9a7571ba3089 req-a63860a4-25b0-4977-8e6f-e4daa9500768 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0539229 Sep 21 21:41:19.702815 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-da59cfb1-7dae-43c1-8372-9a7571ba3089 req-e7d041c5-50e9-40ef-a9ef-6ac96703e849 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562351 Sep 21 21:41:20.376738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-4524d5c6-4bf0-47a2-93b8-9512f1c1f949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:20.471540 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-495949a7-11c4-429e-902d-ceeeec6408ce req-74adacb7-9248-4faa-98b4-136e0d20e408 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0269656 Sep 21 21:41:20.577541 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371d99-2e46-46b9-8d98-d6e11c263b88 req-3028fa27-75da-4ad6-9914-d515f571f67c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:20.579135 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51371d99-2e46-46b9-8d98-d6e11c263b88 req-3028fa27-75da-4ad6-9914-d515f571f67c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0571637 Sep 21 21:41:20.631487 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-51371d99-2e46-46b9-8d98-d6e11c263b88 req-3d6b83e4-64e4-45b4-b2d8-12ff319b7ae2 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Sep 21 21:41:20.840877 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95734bc8-e087-4c56-844c-261b1701d91e req-d03f781a-717e-43d9-b00e-2f6f022bae97 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:20.842395 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95734bc8-e087-4c56-844c-261b1701d91e req-d03f781a-717e-43d9-b00e-2f6f022bae97 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0673652 Sep 21 21:41:20.917559 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95734bc8-e087-4c56-844c-261b1701d91e req-4f87ec85-5247-4698-8599-f2266e9a490c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669382 Sep 21 21:41:21.389579 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-1332067d-b492-4e85-835f-ee62955f4299 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:21.391240 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-1332067d-b492-4e85-835f-ee62955f4299 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 808 time: 0.1246285 Sep 21 21:41:21.404044 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Request body: {'port': {'device_id': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61', 'admin_state_up': True, 'tenant_id': '3355681476c04163b67233e803b911cc'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:21.516152 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Made reservation on behalf of 3355681476c04163b67233e803b911cc for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:21.519715 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:21.586434 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8552d767-8f5f-4310-b265-7abcea71739d req-1944b911-04e7-43e5-82eb-c5a8d51bc167 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0353532 Sep 21 21:41:21.657985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Allocated IP 172.20.0.4 (87c14c9d-7ef4-4e68-81cc-963538527c61/7cd69ea1-e616-443f-8b96-1aca172584f9/498ee6c9-0301-4fe5-950c-0b912a0cad2d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:21.795198 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:21.829290 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35f8d-e6b2-405b-9ab4-8d4cc8324842 req-3e4b3809-7d79-407b-9fed-4dec93d78ace tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:21.830790 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e3f35f8d-e6b2-405b-9ab4-8d4cc8324842 req-3e4b3809-7d79-407b-9fed-4dec93d78ace tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.1208658 Sep 21 21:41:21.853945 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks [] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:21.906329 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e3f35f8d-e6b2-405b-9ab4-8d4cc8324842 req-671ea76c-e8cb-4730-99d6-dea4a67fdaf0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671089 Sep 21 21:41:21.919482 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:21.963784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:21.966812 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:21.970539 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:21.997242 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Pushing event updated for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:22.029138 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.029801 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.046607 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-0f757790-79b9-444e-9bcf-e3539e6f5fe0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473532 Sep 21 21:41:22.051062 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78554f6-7cb8-40f9-be81-427902069392 req-b9f8f5ac-290d-4a8c-a633-3a35ae15dd4a tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.053280 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c78554f6-7cb8-40f9-be81-427902069392 req-b9f8f5ac-290d-4a8c-a633-3a35ae15dd4a tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0569575 Sep 21 21:41:22.058197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Request body: {'port': {'device_id': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:22.116263 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.116732 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c78554f6-7cb8-40f9-be81-427902069392 req-3fa59e3e-d211-4fc9-bc7f-b65e8c2adf2b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574787 Sep 21 21:41:22.362720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498ee6c9-0301-4fe5-950c-0b912a0cad2d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:22.370158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks [] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.382510 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Transition to ACTIVE for port object 498ee6c9-0301-4fe5-950c-0b912a0cad2d will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:41:22.386628 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.461133 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Pushing event updated for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:22.491401 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Attempting to bind port 498ee6c9-0301-4fe5-950c-0b912a0cad2d on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:41:22.491743 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Attempting to bind port 498ee6c9-0301-4fe5-950c-0b912a0cad2d by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:41:22.492075 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Attempting to bind port 498ee6c9-0301-4fe5-950c-0b912a0cad2d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:22.496604 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Port 498ee6c9-0301-4fe5-950c-0b912a0cad2d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:41:22.496929 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Attempting to bind port 498ee6c9-0301-4fe5-950c-0b912a0cad2d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:22.501950 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:41:22.502381 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Checking segment: {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:22.502769 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Bound using segment: {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:41:22.503197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Bound port: 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:41:22.503587 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.564635 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:41:22.568158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:41:22.574670 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.578485 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.579111 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.581211 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] 10.222.0.20 "PUT /v2.0/ports/498ee6c9-0301-4fe5-950c-0b912a0cad2d HTTP/1.1" status: 200 len: 1093 time: 0.5268149 Sep 21 21:41:22.584961 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:22.588472 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc06de-f866-4b55-a172-2c7b3512bba3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:22.652772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af2688-b4ec-45fe-833b-75b3edf28528 x-openstack-request-id: req-41af2688-b4ec-45fe-833b-75b3edf28528 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:22.653063 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:22.653315 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41af2688-b4ec-45fe-833b-75b3edf28528 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:22.653714 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41af2688-b4ec-45fe-833b-75b3edf28528'] response: {'name': 'network-changed', 'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d', 'status': 'completed', 'code': 200} Sep 21 21:41:22.682055 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e786421-c8c9-4b69-aac8-b391e75d929e service neutron] Pushing event updated for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:22.696155 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-b71c36aa-0409-43e2-8c0f-b75a4a58f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.697732 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-b71c36aa-0409-43e2-8c0f-b75a4a58f9bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 1127 time: 0.0747030 Sep 21 21:41:22.736901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b354b3e-e719-473b-b0d6-356522565376 req-bfa613be-2a50-4b52-bb8b-2e85b2a17f43 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.739001 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-ac225ff1-3b7e-402e-829b-5095819c408b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d HTTP/1.1" status: 200 len: 217 time: 0.0327845 Sep 21 21:41:22.739788 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b354b3e-e719-473b-b0d6-356522565376 req-bfa613be-2a50-4b52-bb8b-2e85b2a17f43 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 943 time: 0.0653863 Sep 21 21:41:22.790750 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b354b3e-e719-473b-b0d6-356522565376 req-679ea0ce-156a-4659-82a3-85de2dbef0af tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Sep 21 21:41:22.801318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-e12f474a-13d1-4ac8-898d-159cd679bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:22.802916 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-e12f474a-13d1-4ac8-898d-159cd679bc75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cd69ea1-e616-443f-8b96-1aca172584f9 HTTP/1.1" status: 200 len: 848 time: 0.0567060 Sep 21 21:41:22.839665 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-b0a7feb4-05d4-45f4-ba45-5df5eec602b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c14c9d-7ef4-4e68-81cc-963538527c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312037 Sep 21 21:41:22.951475 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-5a5867b5-2327-40c6-978b-0975d3369398 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047692 Sep 21 21:41:23.086719 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897df8d-273d-411f-a2a4-5e402b639228 req-f61dda81-a58f-4b6f-9bdb-9f9c3a519d5f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.088220 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b897df8d-273d-411f-a2a4-5e402b639228 req-f61dda81-a58f-4b6f-9bdb-9f9c3a519d5f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0821609 Sep 21 21:41:23.104580 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-13c4199b-7ffa-44bd-a3ca-69399c725568 req-778582ba-38b4-400d-a5c8-b947df4b8cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478455 Sep 21 21:41:23.161559 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b897df8d-273d-411f-a2a4-5e402b639228 req-dc6e6253-995f-4c66-ab47-c9a1ca5dfc4f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592573 Sep 21 21:41:23.279534 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed2ae9-9558-44fd-baa7-d6d2dfe59d32 req-698d7353-629d-4f05-b5d9-471719d4854e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.281231 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-98ed2ae9-9558-44fd-baa7-d6d2dfe59d32 req-698d7353-629d-4f05-b5d9-471719d4854e tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0604575 Sep 21 21:41:23.354480 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-98ed2ae9-9558-44fd-baa7-d6d2dfe59d32 req-c79ba21d-ad25-43cb-8452-c7125959b139 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652087 Sep 21 21:41:23.515734 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-b3b3aebc-ed29-40a3-aeb6-00ade155b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.517824 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-b3b3aebc-ed29-40a3-aeb6-00ade155b902 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 1127 time: 0.3552034 Sep 21 21:41:23.608859 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-ae1612f3-2737-4abc-a1f9-52a670c1204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.610281 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-ae1612f3-2737-4abc-a1f9-52a670c1204c service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 908 time: 0.0865560 Sep 21 21:41:23.651025 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-309d6fda-7b88-4cd4-aab2-8310272cb9b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d HTTP/1.1" status: 200 len: 217 time: 0.0346539 Sep 21 21:41:23.661939 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:23.699293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-9e6e358f-6376-4384-b239-db162b680205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.701275 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-9e6e358f-6376-4384-b239-db162b680205 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cd69ea1-e616-443f-8b96-1aca172584f9 HTTP/1.1" status: 200 len: 848 time: 0.0442169 Sep 21 21:41:23.734187 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-149757e0-985e-4ba4-8c63-72b39da5cc9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c14c9d-7ef4-4e68-81cc-963538527c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259058 Sep 21 21:41:23.826039 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-3314cab3-55ed-4ab6-b859-27abcdd09013 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828402 Sep 21 21:41:23.955424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6737-33fa-4240-8809-ce2e88d47629 req-f7fa3d79-2742-4084-9476-7394d47f9aec tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:23.956881 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd2c6737-33fa-4240-8809-ce2e88d47629 req-f7fa3d79-2742-4084-9476-7394d47f9aec tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 943 time: 0.0827084 Sep 21 21:41:23.959192 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-edcc06de-f866-4b55-a172-2c7b3512bba3 req-f0b5c92d-3881-4a10-aa37-e865d9631d25 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256113 Sep 21 21:41:24.005151 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd2c6737-33fa-4240-8809-ce2e88d47629 req-c9f95784-2f30-47cf-944a-2d228fde191f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Sep 21 21:41:24.302384 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064d7bd-d6f5-490e-a839-127a548d3076 req-19f9329a-b249-4938-baa7-888b20454f97 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:24.303852 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e064d7bd-d6f5-490e-a839-127a548d3076 req-19f9329a-b249-4938-baa7-888b20454f97 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0562773 Sep 21 21:41:24.354879 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e064d7bd-d6f5-490e-a839-127a548d3076 req-149524b1-bf6a-40c4-b629-f70b6c8b7662 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Sep 21 21:41:24.488619 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f3df65fa-a716-4ca7-81c1-2531f89e9e67 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:41:24.502867 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7f1fb-646c-4fd5-b3aa-cf96127e436e req-1fa6d410-fc6e-452d-a4e1-05c583994d85 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:24.504644 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-00e7f1fb-646c-4fd5-b3aa-cf96127e436e req-1fa6d410-fc6e-452d-a4e1-05c583994d85 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0711975 Sep 21 21:41:24.534964 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.586456 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-00e7f1fb-646c-4fd5-b3aa-cf96127e436e req-12cb1ab8-c329-419e-b09b-b0e2ab3696c3 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712564 Sep 21 21:41:24.604553 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33752) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:24.630198 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:24.653660 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'port_id': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'mac_address': 'fa:16:3e:cd:c9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:41:24.691007 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f3df65fa-a716-4ca7-81c1-2531f89e9e67 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:24.692210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.714650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3df65fa-a716-4ca7-81c1-2531f89e9e67 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:24.741520 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f0cdcc44-8de7-4c8f-a60e-0ef7f78599eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.744013 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:24.748530 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.799749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:24.807387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.807745 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.808099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.808441 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.808779 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.809111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.809441 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.809793 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.810124 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.810451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.810790 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.811099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.811425 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:24.833132 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f0cdcc44-8de7-4c8f-a60e-0ef7f78599eb admin admin] Publish callbacks [] for security_group (416f993b-9308-40f7-97a2-dbd1f73e8bca), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.836985 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f0cdcc44-8de7-4c8f-a60e-0ef7f78599eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (416f993b-9308-40f7-97a2-dbd1f73e8bca), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.877509 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f0cdcc44-8de7-4c8f-a60e-0ef7f78599eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64d09d305c0b47188277ae9bd1724504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716882 Sep 21 21:41:24.878403 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdcc44-8de7-4c8f-a60e-0ef7f78599eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416f993b-9308-40f7-97a2-dbd1f73e8bca,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:24.880224 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33760) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:24.931514 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] Publish callbacks [] for security_group (416f993b-9308-40f7-97a2-dbd1f73e8bca), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.954303 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] Publish callbacks [] for security_group (416f993b-9308-40f7-97a2-dbd1f73e8bca), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:24.991066 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f3df65fa-a716-4ca7-81c1-2531f89e9e67'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:25.004677 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (416f993b-9308-40f7-97a2-dbd1f73e8bca), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.007293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.008461 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416f993b-9308-40f7-97a2-dbd1f73e8bca HTTP/1.1" status: 204 len: 168 time: 0.1272113 Sep 21 21:41:25.018172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99dde5-48e5-40d7-9d38-626816d7b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416f993b-9308-40f7-97a2-dbd1f73e8bca,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:25.141581 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef23e-bbb1-449d-a3a3-6169631e6e62 req-a482d052-cb63-4cdb-9022-6b6931739e71 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:25.143206 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f30ef23e-bbb1-449d-a3a3-6169631e6e62 req-a482d052-cb63-4cdb-9022-6b6931739e71 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 943 time: 0.0576553 Sep 21 21:41:25.197337 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f30ef23e-bbb1-449d-a3a3-6169631e6e62 req-4f2d38e1-03c1-4d80-8708-44d65120e8c9 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Sep 21 21:41:25.296875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33768) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:25.310946 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c3d66c7-c9a4-411e-8e3d-4e10a8248438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.384302 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c3d66c7-c9a4-411e-8e3d-4e10a8248438 admin admin] Publish callbacks [] for security_group (6998d7d2-9a52-4dea-9c66-dce30a22bc26), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.388583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c3d66c7-c9a4-411e-8e3d-4e10a8248438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (6998d7d2-9a52-4dea-9c66-dce30a22bc26), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.424582 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d66c7-c9a4-411e-8e3d-4e10a8248438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6998d7d2-9a52-4dea-9c66-dce30a22bc26,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:25.430739 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5c3d66c7-c9a4-411e-8e3d-4e10a8248438 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05a3da6cc21d444b966d385c427b9182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328065 Sep 21 21:41:25.434023 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33772) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:25.480948 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a40fb1-e2c8-4318-968f-034888bcfb8d req-9ae207e9-8c90-4780-a796-fb1f51b17b41 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:25.481993 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] Publish callbacks [] for security_group (6998d7d2-9a52-4dea-9c66-dce30a22bc26), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.482488 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1a40fb1-e2c8-4318-968f-034888bcfb8d req-9ae207e9-8c90-4780-a796-fb1f51b17b41 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 944 time: 0.0545330 Sep 21 21:41:25.503481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] Publish callbacks [] for security_group (6998d7d2-9a52-4dea-9c66-dce30a22bc26), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.538510 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1a40fb1-e2c8-4318-968f-034888bcfb8d req-9e081f99-d54a-490b-a874-6af0c772235c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500946 Sep 21 21:41:25.551466 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (6998d7d2-9a52-4dea-9c66-dce30a22bc26), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.554615 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:25.555830 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6998d7d2-9a52-4dea-9c66-dce30a22bc26 HTTP/1.1" status: 204 len: 168 time: 0.1206965 Sep 21 21:41:25.564255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f8d0-a313-43be-9c3e-ec441f8ce545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6998d7d2-9a52-4dea-9c66-dce30a22bc26,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:25.707613 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6aebd-fd78-42fc-b184-b733f11fd059 req-141cbe2a-5699-47a4-b9cd-a770d4bb5dfe tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:25.709099 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6de6aebd-fd78-42fc-b184-b733f11fd059 req-141cbe2a-5699-47a4-b9cd-a770d4bb5dfe tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0539739 Sep 21 21:41:25.774863 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6de6aebd-fd78-42fc-b184-b733f11fd059 req-3b9f30a0-68b9-421e-a158-b32bfb275faf tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592782 Sep 21 21:41:26.350250 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b676e-59ce-4dda-ad03-488e8b64f7b3 req-52376b4c-3413-497c-9b96-72567c7b3624 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:26.351780 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d5b676e-59ce-4dda-ad03-488e8b64f7b3 req-52376b4c-3413-497c-9b96-72567c7b3624 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 943 time: 0.0658422 Sep 21 21:41:26.399847 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d5b676e-59ce-4dda-ad03-488e8b64f7b3 req-dd1f6aa2-8f54-45f2-aee1-761e67a4535e tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425611 Sep 21 21:41:26.489377 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 498ee6c9-0301-4fe5-950c-0b912a0cad2d details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:41:26.492231 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f3df65fa-a716-4ca7-81c1-2531f89e9e67 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:26.621546 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port f3df65fa-a716-4ca7-81c1-2531f89e9e67 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:41:26.633136 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port f3df65fa-a716-4ca7-81c1-2531f89e9e67 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:26.633507 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:26.633867 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port f3df65fa-a716-4ca7-81c1-2531f89e9e67 Sep 21 21:41:26.671392 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:26.677101 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7b49-c297-478c-af1c-4bffaacefbba req-6bbb54c5-fd25-46a9-ae40-c7fb4944e72f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:26.678714 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2a4e7b49-c297-478c-af1c-4bffaacefbba req-6bbb54c5-fd25-46a9-ae40-c7fb4944e72f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 944 time: 0.0624337 Sep 21 21:41:26.688951 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '498ee6c9-0301-4fe5-950c-0b912a0cad2d', 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61', 'port_id': '498ee6c9-0301-4fe5-950c-0b912a0cad2d', 'mac_address': 'fa:16:3e:49:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd69ea1-e616-443f-8b96-1aca172584f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:41:26.729315 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2a4e7b49-c297-478c-af1c-4bffaacefbba req-d42a93f8-6978-40ac-9fc3-00e03a314f66 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445888 Sep 21 21:41:26.755530 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 498ee6c9-0301-4fe5-950c-0b912a0cad2d is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:26.755927 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:26.767696 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f3df65fa-a716-4ca7-81c1-2531f89e9e67 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:26.768069 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:26.781647 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498ee6c9-0301-4fe5-950c-0b912a0cad2d {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:26.808500 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:26.810772 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833553de-e433-41b3-8a80-36687daf85b0" -d '{"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-plugged", "status": "completed", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:26.822728 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:26.826716 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:26.830018 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:26.836463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:26.859634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f584949c-23e9-4340-bd10-70447e7f603f x-openstack-request-id: req-f584949c-23e9-4340-bd10-70447e7f603f {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:26.859927 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-plugged", "status": "completed", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:26.860180 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f584949c-23e9-4340-bd10-70447e7f603f {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:26.860574 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f584949c-23e9-4340-bd10-70447e7f603f'] response: {'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'code': 200} Sep 21 21:41:26.893982 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:26.950239 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdcfa1-c8b6-4ac9-95b7-98c576d7090a req-a0a3d886-8299-43b3-8324-34bc20a6f708 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:26.951325 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:26.952427 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abdcfa1-c8b6-4ac9-95b7-98c576d7090a req-a0a3d886-8299-43b3-8324-34bc20a6f708 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0818188 Sep 21 21:41:27.031898 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6abdcfa1-c8b6-4ac9-95b7-98c576d7090a req-6d12b50b-d87d-40f7-8c91-6de5c2b8b8dd tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba&id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657248 Sep 21 21:41:27.059765 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['498ee6c9-0301-4fe5-950c-0b912a0cad2d'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:27.111068 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6e6d4-538a-48b1-b03d-bdaeed99e323 req-37909441-b119-4dcd-a048-9f72b46a0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:27.112844 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-70d6e6d4-538a-48b1-b03d-bdaeed99e323 req-37909441-b119-4dcd-a048-9f72b46a0e88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1129 time: 0.0463269 Sep 21 21:41:27.175564 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-70d6e6d4-538a-48b1-b03d-bdaeed99e323 req-5d321465-4027-4620-b5cd-a2f78a745289 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571535 Sep 21 21:41:27.470958 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33860) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:27.526914 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a23fea-a555-4b2e-8211-3cdf4887d396 req-efc8aa80-0a9b-4871-9eec-f0db543fdec8 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:27.528357 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e1a23fea-a555-4b2e-8211-3cdf4887d396 req-efc8aa80-0a9b-4871-9eec-f0db543fdec8 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 944 time: 0.0515571 Sep 21 21:41:27.590418 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e1a23fea-a555-4b2e-8211-3cdf4887d396 req-715993a5-45b4-4014-aa0b-112da87268ad tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554810 Sep 21 21:41:27.591423 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7162ebb1-a198-4bca-ba28-f18942a15f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.665812 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7162ebb1-a198-4bca-ba28-f18942a15f78 admin admin] Publish callbacks [] for security_group (aee33164-a376-45cc-bb87-22b334f5d3bf), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.669709 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7162ebb1-a198-4bca-ba28-f18942a15f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (aee33164-a376-45cc-bb87-22b334f5d3bf), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.713551 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7162ebb1-a198-4bca-ba28-f18942a15f78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42da4052f33e49b79af1e0e7de8241b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414789 Sep 21 21:41:27.714438 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162ebb1-a198-4bca-ba28-f18942a15f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee33164-a376-45cc-bb87-22b334f5d3bf,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:27.716399 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33864) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:27.763056 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] Publish callbacks [] for security_group (aee33164-a376-45cc-bb87-22b334f5d3bf), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.784661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] Publish callbacks [] for security_group (aee33164-a376-45cc-bb87-22b334f5d3bf), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.855710 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (aee33164-a376-45cc-bb87-22b334f5d3bf), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.858281 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:27.859434 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aee33164-a376-45cc-bb87-22b334f5d3bf HTTP/1.1" status: 204 len: 168 time: 0.1420093 Sep 21 21:41:27.869616 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a579f-4e70-4edc-b338-93add823bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee33164-a376-45cc-bb87-22b334f5d3bf,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:27.881198 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fdab1-e8a6-44f2-b0b3-3d52520a4337 req-1c97e625-922d-4828-b272-e079973dc05f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:27.882773 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215fdab1-e8a6-44f2-b0b3-3d52520a4337 req-1c97e625-922d-4828-b272-e079973dc05f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Sep 21 21:41:27.943419 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215fdab1-e8a6-44f2-b0b3-3d52520a4337 req-3679315b-577e-41fc-9647-d15b75401fa3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503817 Sep 21 21:41:28.121153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33872) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:28.134823 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d94978-cfe5-4325-a0e5-e9c01e85491b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.208701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d94978-cfe5-4325-a0e5-e9c01e85491b admin admin] Publish callbacks [] for security_group (a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.212218 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-23d94978-cfe5-4325-a0e5-e9c01e85491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.247423 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d94978-cfe5-4325-a0e5-e9c01e85491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:28.251662 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-23d94978-cfe5-4325-a0e5-e9c01e85491b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02f2e15e748643cb96df49f68b51dba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293535 Sep 21 21:41:28.255447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33874) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:28.303353 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] Publish callbacks [] for security_group (a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.326256 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] Publish callbacks [] for security_group (a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.376054 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.378669 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.379829 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc HTTP/1.1" status: 204 len: 168 time: 0.1241255 Sep 21 21:41:28.387506 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82294-8577-4737-8f6f-b5aa26f90135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d0c78-3dd1-41bd-87d2-26f3bdd9eafc,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:28.502841 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 498ee6c9-0301-4fe5-950c-0b912a0cad2d up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:28.554486 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 498ee6c9-0301-4fe5-950c-0b912a0cad2d completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:41:28.558721 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 498ee6c9-0301-4fe5-950c-0b912a0cad2d triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:28.560454 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.560454 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 498ee6c9-0301-4fe5-950c-0b912a0cad2d Sep 21 21:41:28.666182 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 498ee6c9-0301-4fe5-950c-0b912a0cad2d is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:28.666701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.707840 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:28.712240 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.748096 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302b0f3-ce1a-44ba-aced-d8f93cb55339 req-d71b18fd-2a8f-4436-97d9-8f07971f6177 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:28.749638 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b302b0f3-ce1a-44ba-aced-d8f93cb55339 req-d71b18fd-2a8f-4436-97d9-8f07971f6177 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 944 time: 0.0674117 Sep 21 21:41:28.753670 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33888) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:28.760085 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:28.773504 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9cd5-5d9b-4189-825b-f159a285faa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.828659 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b302b0f3-ce1a-44ba-aced-d8f93cb55339 req-ba29f0d3-8413-4117-aed6-3d1042dfee0a tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679812 Sep 21 21:41:28.861632 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:28.864103 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83c72b5-548e-469d-891d-1d7e8592abe3" -d '{"events": [{"server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "name": "network-vif-plugged", "status": "completed", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:28.877282 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9cd5-5d9b-4189-825b-f159a285faa7 admin admin] Publish callbacks [] for security_group (f4e40d1f-d3fb-42cf-b855-ed525fb98325), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.881666 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9cd5-5d9b-4189-825b-f159a285faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f4e40d1f-d3fb-42cf-b855-ed525fb98325), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:28.901601 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297e0816-a0e2-4216-9876-fdb0eb890b41 x-openstack-request-id: req-297e0816-a0e2-4216-9876-fdb0eb890b41 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:28.902113 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "name": "network-vif-plugged", "status": "completed", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:28.902542 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-297e0816-a0e2-4216-9876-fdb0eb890b41 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:28.903090 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297e0816-a0e2-4216-9876-fdb0eb890b41'] response: {'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d', 'code': 200} Sep 21 21:41:28.925051 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b0cd9cd5-5d9b-4189-825b-f159a285faa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=685d4559d1274213b2d49255bfef7bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701393 Sep 21 21:41:28.926075 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd9cd5-5d9b-4189-825b-f159a285faa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e40d1f-d3fb-42cf-b855-ed525fb98325,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:28.928469 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 33892) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:28.987261 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] Publish callbacks [] for security_group (f4e40d1f-d3fb-42cf-b855-ed525fb98325), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.008173 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] Publish callbacks [] for security_group (f4e40d1f-d3fb-42cf-b855-ed525fb98325), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.057865 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f4e40d1f-d3fb-42cf-b855-ed525fb98325), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.060542 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.063997 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4e40d1f-d3fb-42cf-b855-ed525fb98325 HTTP/1.1" status: 204 len: 168 time: 0.1319535 Sep 21 21:41:29.070301 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda69a4b-9096-413b-b28d-299164eef8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e40d1f-d3fb-42cf-b855-ed525fb98325,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:29.070902 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b34eb-cd53-4d2d-8c8b-cecfb345656c req-cc398039-1696-45dc-9d20-6d573f71fdc0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:29.072441 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-127b34eb-cd53-4d2d-8c8b-cecfb345656c req-cc398039-1696-45dc-9d20-6d573f71fdc0 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0561180 Sep 21 21:41:29.124851 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-127b34eb-cd53-4d2d-8c8b-cecfb345656c req-074c1878-0a2e-4f46-b151-db2d248842dc tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Sep 21 21:41:29.256498 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb819fe0-1de1-4c12-bb9c-c0751b8869f3 req-46b0123e-3966-4aef-b387-b55ddb91f8ad tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:29.258582 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bb819fe0-1de1-4c12-bb9c-c0751b8869f3 req-46b0123e-3966-4aef-b387-b55ddb91f8ad tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0608687 Sep 21 21:41:29.310326 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bb819fe0-1de1-4c12-bb9c-c0751b8869f3 req-2f771ac2-dce3-4756-8317-f0287928660d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442212 Sep 21 21:41:29.340595 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33904) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:29.384440 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5e0ef-1e1f-4d06-8776-e7d339e9ff13 tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:29.385983 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-07e5e0ef-1e1f-4d06-8776-e7d339e9ff13 tempest-TestVolumeBootPattern-1839938361 tempest-TestVolumeBootPattern-1839938361-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1124 time: 0.0443499 Sep 21 21:41:29.388658 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 33910) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:29.392799 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'port_id': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:29.413005 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.511857 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.612087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.616870 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Allocated IP 172.27.0.140 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/c3123c9d-f3ef-43f3-9a69-4d45b1a99dab) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:29.721929 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.755777 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:29.793278 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:29.800036 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:29.805236 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:29.808395 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=c3123c9d-f3ef-43f3-9a69-4d45b1a99dab,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:30.016206 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3702d8b-800a-4dc6-bb24-790f119a60ce req-46c798fd-d15d-4248-a3d0-ebf279b6c12d tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:30.018321 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e3702d8b-800a-4dc6-bb24-790f119a60ce req-46c798fd-d15d-4248-a3d0-ebf279b6c12d tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.1162508 Sep 21 21:41:30.114821 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e3702d8b-800a-4dc6-bb24-790f119a60ce req-3588ace4-ea66-41fc-84fc-ff2138ec1f8b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Sep 21 21:41:30.245122 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (3277daad-a64f-4beb-9b0d-51a5bbcb65d9), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:30.309721 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:30.450452 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:30.455119 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:30.732669 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event updated for resources: {'Port': ['ID=c3123c9d-f3ef-43f3-9a69-4d45b1a99dab,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:30.737402 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (3277daad-a64f-4beb-9b0d-51a5bbcb65d9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:30.827117 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 3277daad-a64f-4beb-9b0d-51a5bbcb65d9 associated. External IP: 172.27.0.140, port: f3df65fa-a716-4ca7-81c1-2531f89e9e67. Sep 21 21:41:31.015499 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:41:31.115485 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:41:31.124799 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:41:31.132732 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:31.135140 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:41:31.135767 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:41:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:31.162908 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-f357dbd3-b9a7-4473-b834-ae2a85cfb1da tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7732422 Sep 21 21:41:31.163548 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:31.165798 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd" -d '{"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:31.242989 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:41:31.261388 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d85576-038f-442b-8d6f-845c5d77bef0 req-1a716251-1b16-4047-b6d7-4470256ba162 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:31.262991 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7d85576-038f-442b-8d6f-845c5d77bef0 req-1a716251-1b16-4047-b6d7-4470256ba162 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.0596199 Sep 21 21:41:31.313836 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7d85576-038f-442b-8d6f-845c5d77bef0 req-cccde85f-8020-482a-8772-23d5a0bac64b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Sep 21 21:41:31.354128 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea0b50-ba6f-43f2-ae40-92c8a5759934 x-openstack-request-id: req-a1ea0b50-ba6f-43f2-ae40-92c8a5759934 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:31.354491 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:31.354815 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1ea0b50-ba6f-43f2-ae40-92c8a5759934 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:31.355308 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ea0b50-ba6f-43f2-ae40-92c8a5759934'] response: {'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'status': 'completed', 'code': 200} Sep 21 21:41:31.538941 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '3277daad-a64f-4beb-9b0d-51a5bbcb65d9', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:cd:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:41:30Z', 'updated_at': '2022-09-21T21:41:30Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}, {'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:31.564678 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:41:31.573255 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:41:31.573895 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:41:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:31.669717 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:41:31.726179 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-fcdbbcd4-9765-40a4-bc59-467f9712a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:31.727821 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-fcdbbcd4-9765-40a4-bc59-467f9712a692 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1129 time: 0.0489304 Sep 21 21:41:31.858978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-c7a67e9f-c521-48a1-8727-bf59a8a04aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:31.860360 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-c7a67e9f-c521-48a1-8727-bf59a8a04aae service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.1232939 Sep 21 21:41:31.863059 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e064d-3365-472e-a1fe-7f73eecc3c95 req-aba6478d-3c4d-4428-8066-66c6442e34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:31.864915 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a8e064d-3365-472e-a1fe-7f73eecc3c95 req-aba6478d-3c4d-4428-8066-66c6442e34fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 1129 time: 0.0788398 Sep 21 21:41:31.892534 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '3277daad-a64f-4beb-9b0d-51a5bbcb65d9', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:cd:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:41:30Z', 'updated_at': '2022-09-21T21:41:30Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}, {'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:41:31.915941 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9437d70e-626b-4340-906e-794fd6e2b3a3 None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '3277daad-a64f-4beb-9b0d-51a5bbcb65d9', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:cd:c9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:41:30Z', 'updated_at': '2022-09-21T21:41:30Z', 'revision_number': 0, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}, {'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:41:31.953176 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-1a01981c-120b-40bf-9f52-b6f42d9ba851 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 200 len: 999 time: 0.0856624 Sep 21 21:41:31.970687 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a8e064d-3365-472e-a1fe-7f73eecc3c95 req-a9036919-6f79-451b-9bfc-df29e863edd2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709031 Sep 21 21:41:32.018937 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-e9cb9fdf-360d-4e51-9aaa-15b87f9abeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:32.020854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-e9cb9fdf-360d-4e51-9aaa-15b87f9abeee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0609848 Sep 21 21:41:32.110350 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353790a3-0309-41a8-8c7d-d1a1be8188d8 None None] New status for floating IP 3277daad-a64f-4beb-9b0d-51a5bbcb65d9: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:41:32.209373 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-61b9ab70-baea-4968-bc52-1a865d99d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:32.210954 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-61b9ab70-baea-4968-bc52-1a865d99d98d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442727 Sep 21 21:41:32.318210 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-fa78b51a-513b-420d-b4ce-9bc2a7ca4ee1 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940886 Sep 21 21:41:32.436787 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-262bdffe-2728-472b-a086-aeb1190f5024 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=735f07484c49415bbe2b90293e6c0439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289726 Sep 21 21:41:32.462820 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca9859d4-fbb4-47bb-86b4-91f7bad097bd req-1aaf2abb-edda-4729-9168-555a815a8fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260390 Sep 21 21:41:32.470379 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fca313-4d43-49af-ba2f-792efc3e0c03 req-2c13ed7d-3236-4e4f-a5d5-f5758947d506 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:32.471776 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32fca313-4d43-49af-ba2f-792efc3e0c03 req-2c13ed7d-3236-4e4f-a5d5-f5758947d506 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.0810921 Sep 21 21:41:32.525160 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32fca313-4d43-49af-ba2f-792efc3e0c03 req-bce66578-e0cf-4a99-9465-0e4201e920e2 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Sep 21 21:41:32.620561 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-23fc4376-ff0d-4c29-a9b6-ab1b3c884669 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:32.621946 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-23fc4376-ff0d-4c29-a9b6-ab1b3c884669 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800292 Sep 21 21:41:32.636167 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-efba57f2-81d4-43f5-8a40-fb96414424bc tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/quotas/735f07484c49415bbe2b90293e6c0439 HTTP/1.1" status: 200 len: 375 time: 0.0088670 Sep 21 21:41:32.668311 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-3830181f-6b22-42ff-94fd-1d542c5fa136 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=735f07484c49415bbe2b90293e6c0439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268943 Sep 21 21:41:32.827808 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7b5c9b50-1450-48de-b533-8e46095f5798 req-68b2f3f1-89e1-49ba-b815-7969e0346ec2 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 210 time: 0.0276642 Sep 21 21:41:33.647517 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656948-532b-41d8-85bc-aa4342b7ddfe req-96e75ab9-9bbd-4525-ba86-281ea92ec24c tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:33.648981 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-30656948-532b-41d8-85bc-aa4342b7ddfe req-96e75ab9-9bbd-4525-ba86-281ea92ec24c tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Sep 21 21:41:33.697979 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-30656948-532b-41d8-85bc-aa4342b7ddfe req-87feec50-4e7f-4e52-8ffe-ebc1b374cbde tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Sep 21 21:41:33.929828 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1e5cef8-bbeb-4f7a-9abc-724ccd2f7b4c req-f76eff98-0218-4643-bfb9-6056676203f7 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 210 time: 0.0269251 Sep 21 21:41:35.032289 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d912b275-164d-4dbd-8803-3c9380695ca4 req-fc7b171b-e18b-438c-bf6a-f2ea5ad41f64 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 21 21:41:36.135007 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0d34c86-2c19-4ac2-b118-b70213df7df2 req-edf6ac97-0842-49d7-a11c-549086ca6ac1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 210 time: 0.0298731 Sep 21 21:41:36.225471 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-8d73f264-5210-4d87-8f0d-c974d53a6b0e tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=735f07484c49415bbe2b90293e6c0439&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349379 Sep 21 21:41:36.431799 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-1620a90b-a938-4cba-917c-07577db8ffe3 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:36.433166 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-1620a90b-a938-4cba-917c-07577db8ffe3 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883769 Sep 21 21:41:36.446324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Request body: {'port': {'device_id': '257ae452-f0c5-4d24-9124-53e3637adc03', 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db', 'admin_state_up': True, 'tenant_id': '735f07484c49415bbe2b90293e6c0439'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:36.555382 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Made reservation on behalf of 735f07484c49415bbe2b90293e6c0439 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:36.558964 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:36.567575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:36.649443 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks [] for security_group (656b9ed7-8b61-4c2f-bcaa-243175da0230), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:36.654003 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (656b9ed7-8b61-4c2f-bcaa-243175da0230), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:36.730372 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656b9ed7-8b61-4c2f-bcaa-243175da0230,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:36.821212 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa80cb-cc9a-478e-a348-3ea85197691b req-fc37a75c-76b3-4099-a4b9-0e0aef70ef87 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:36.822723 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2aa80cb-cc9a-478e-a348-3ea85197691b req-fc37a75c-76b3-4099-a4b9-0e0aef70ef87 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.1401477 Sep 21 21:41:36.838517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Allocated IP 192.168.233.135 (006b9ca4-831f-4271-8e55-6b464cf9c5db/6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd/4b28685e-b413-4581-b9d9-595dd37d89fd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:36.898005 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2aa80cb-cc9a-478e-a348-3ea85197691b req-0f65a84d-d48d-4120-9cc5-196665c7f65d tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Sep 21 21:41:37.007540 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks [] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.040284 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.085088 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Network 006b9ca4-831f-4271-8e55-6b464cf9c5db is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:37.089599 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:37.095732 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:37.101204 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Pushing event updated for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:37.147728 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.148408 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.164985 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-5e7fd035-f5a4-4970-aa25-13e8bbe39bb1 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7220724 Sep 21 21:41:37.181988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Request body: {'port': {'device_id': '257ae452-f0c5-4d24-9124-53e3637adc03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:37.246347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.270458 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0a488-e847-42da-ad1e-9b5b1c2cc077 req-9284c255-16b3-4f6a-9621-f549388f0e5d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.271891 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-90e0a488-e847-42da-ad1e-9b5b1c2cc077 req-9284c255-16b3-4f6a-9621-f549388f0e5d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 936 time: 0.0579128 Sep 21 21:41:37.322509 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-90e0a488-e847-42da-ad1e-9b5b1c2cc077 req-3ebc6366-0bc6-46a3-a439-72d8123d9383 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Sep 21 21:41:37.389052 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Provisioning complete for port 4b28685e-b413-4581-b9d9-595dd37d89fd triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:37.389601 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.389732 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Attempt 1 to provision port 4b28685e-b413-4581-b9d9-595dd37d89fd Sep 21 21:41:37.425873 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Port 4b28685e-b413-4581-b9d9-595dd37d89fd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:41:37.511263 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b28685e-b413-4581-b9d9-595dd37d89fd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:37.518613 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks [] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.530985 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Transition to ACTIVE for port object 4b28685e-b413-4581-b9d9-595dd37d89fd will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:41:37.534661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.610095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Pushing event updated for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:37.639661 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Attempting to bind port 4b28685e-b413-4581-b9d9-595dd37d89fd on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:41:37.640008 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Attempting to bind port 4b28685e-b413-4581-b9d9-595dd37d89fd by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:41:37.640344 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Attempting to bind port 4b28685e-b413-4581-b9d9-595dd37d89fd on network 006b9ca4-831f-4271-8e55-6b464cf9c5db {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:37.645305 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Port 4b28685e-b413-4581-b9d9-595dd37d89fd on network 006b9ca4-831f-4271-8e55-6b464cf9c5db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:41:37.645756 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Attempting to bind port 4b28685e-b413-4581-b9d9-595dd37d89fd on network 006b9ca4-831f-4271-8e55-6b464cf9c5db {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:37.651691 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:41:37.652024 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Checking segment: {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:37.652413 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Bound using segment: {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:41:37.652838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Bound port: 4b28685e-b413-4581-b9d9-595dd37d89fd, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067b4702-6348-43e7-bd03-a90c407d2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:41:37.653196 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.716457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:41:37.720166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4b28685e-b413-4581-b9d9-595dd37d89fd,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:41:37.725915 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.728792 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.729567 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:37.731068 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] 10.222.0.20 "PUT /v2.0/ports/4b28685e-b413-4581-b9d9-595dd37d89fd HTTP/1.1" status: 200 len: 1098 time: 0.5538151 Sep 21 21:41:37.733219 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:37.735459 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:37.774478 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a60bc-fb7e-46b8-87b2-1fc2022bb68e x-openstack-request-id: req-1d4a60bc-fb7e-46b8-87b2-1fc2022bb68e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:37.774767 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:37.775019 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d4a60bc-fb7e-46b8-87b2-1fc2022bb68e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:37.775416 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4a60bc-fb7e-46b8-87b2-1fc2022bb68e'] response: {'name': 'network-changed', 'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd', 'status': 'completed', 'code': 200} Sep 21 21:41:37.786477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8907e49-e468-4df5-8855-f84770c5686a service neutron] Pushing event updated for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:37.831599 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-de49199f-1f9a-4259-83ed-30365864a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.833069 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-de49199f-1f9a-4259-83ed-30365864a800 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=735f07484c49415bbe2b90293e6c0439&device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 1132 time: 0.0439453 Sep 21 21:41:37.884688 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-bf1f1de7-b44c-4b23-9671-aa51dc82a77c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4b28685e-b413-4581-b9d9-595dd37d89fd HTTP/1.1" status: 200 len: 217 time: 0.0342989 Sep 21 21:41:37.926602 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Attempt 2 to provision port 4b28685e-b413-4581-b9d9-595dd37d89fd Sep 21 21:41:37.935037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-94850f6b-aa58-4002-a585-57608f4f41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.936666 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-94850f6b-aa58-4002-a585-57608f4f41e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd HTTP/1.1" status: 200 len: 843 time: 0.0449858 Sep 21 21:41:37.967519 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-04e709e2-0bdc-4ab9-b032-d1d39bf0cdc1 None None] Port 4b28685e-b413-4581-b9d9-595dd37d89fd had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:41:37.986746 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-206d63f5-d9d8-4995-b92e-6513f905c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:37.988726 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-206d63f5-d9d8-4995-b92e-6513f905c0c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=006b9ca4-831f-4271-8e55-6b464cf9c5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0449939 Sep 21 21:41:38.028519 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860373-647a-4fc9-b72b-95ed9b3d8f7e req-f948409a-f879-4143-9f5e-3f3ec60efe60 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.030027 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f0860373-647a-4fc9-b72b-95ed9b3d8f7e req-f948409a-f879-4143-9f5e-3f3ec60efe60 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.0546179 Sep 21 21:41:38.078105 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f0860373-647a-4fc9-b72b-95ed9b3d8f7e req-c1779823-ae87-4245-9a83-b7be24a6f363 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Sep 21 21:41:38.080458 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-9ec09839-8fb0-46de-b473-15d7ccf00394 service neutron] 10.222.0.20 "GET /v2.0/networks/006b9ca4-831f-4271-8e55-6b464cf9c5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Sep 21 21:41:38.212592 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ee552a4c-d82d-450c-8ccb-941b16d3219d req-f6918e36-003e-421d-b7b7-9d2c1327d097 service neutron] 10.222.0.20 "GET /v2.0/networks/006b9ca4-831f-4271-8e55-6b464cf9c5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252179 Sep 21 21:41:38.220050 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-b526a803-36e4-43b3-a83b-982aae87de26 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.221359 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-b526a803-36e4-43b3-a83b-982aae87de26 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 945 time: 0.0914295 Sep 21 21:41:38.335687 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-46210d3b-14be-479e-89e3-d28183d18cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.337103 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-46210d3b-14be-479e-89e3-d28183d18cff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=735f07484c49415bbe2b90293e6c0439&device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 1132 time: 0.0795753 Sep 21 21:41:38.359347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Deleting port 498ee6c9-0301-4fe5-950c-0b912a0cad2d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:38.359682 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:38.555657 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] For port 498ee6c9-0301-4fe5-950c-0b912a0cad2d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=498ee6c9-0301-4fe5-950c-0b912a0cad2d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:38.556032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:38.559438 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-3292dba8-cbc4-49d7-bf59-e3e27cdc506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.560925 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-3292dba8-cbc4-49d7-bf59-e3e27cdc506c service neutron] 10.222.0.20 "GET /v2.0/networks?id=006b9ca4-831f-4271-8e55-6b464cf9c5db HTTP/1.1" status: 200 len: 869 time: 0.2167242 Sep 21 21:41:38.581005 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Calling delete_port for 498ee6c9-0301-4fe5-950c-0b912a0cad2d owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:38.589238 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f40628-dd97-4c0a-b5c0-bf9637fea7dd req-89d93063-7b95-4a32-a942-cb8b1638679a tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.590714 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4f40628-dd97-4c0a-b5c0-bf9637fea7dd req-89d93063-7b95-4a32-a942-cb8b1638679a tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 948 time: 0.1769512 Sep 21 21:41:38.623342 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-7361def0-3739-4ee7-969f-ea9f3cb3518a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4b28685e-b413-4581-b9d9-595dd37d89fd HTTP/1.1" status: 200 len: 217 time: 0.0543919 Sep 21 21:41:38.749841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-9cf4c274-f09a-4b20-830a-58cb57311255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:38.751321 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-9cf4c274-f09a-4b20-830a-58cb57311255 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd HTTP/1.1" status: 200 len: 843 time: 0.1193449 Sep 21 21:41:38.782447 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4f40628-dd97-4c0a-b5c0-bf9637fea7dd req-ffecdc93-557d-4dd3-aefd-cfdec012e5a2 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641238 Sep 21 21:41:39.128535 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-92d30e28-a3de-403d-be48-3436941040b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:39.130597 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-92d30e28-a3de-403d-be48-3436941040b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=006b9ca4-831f-4271-8e55-6b464cf9c5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3667538 Sep 21 21:41:39.153434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (498ee6c9-0301-4fe5-950c-0b912a0cad2d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:39.178629 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Pushing event deleted for resources: {'Port': ['ID=498ee6c9-0301-4fe5-950c-0b912a0cad2d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:39.180195 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0131d7e-f016-4fff-8166-10b94b1122c3 req-5745061b-4486-4216-81bd-e00e0729fc53 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Sep 21 21:41:39.222693 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] No DVR routers for this DVR port 498ee6c9-0301-4fe5-950c-0b912a0cad2d on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:41:39.225124 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:39.228331 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1da1f4fa-7fa0-466e-9481-456c9e21f5a8 req-026b9457-3a00-40f0-8f21-c05f2d861f6f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "DELETE /v2.0/ports/498ee6c9-0301-4fe5-950c-0b912a0cad2d HTTP/1.1" status: 204 len: 173 time: 1.0008571 Sep 21 21:41:39.776354 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'name': 'network-vif-deleted', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:39.778720 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c51d05-2558-4a1f-9ddf-8e05a1062d2b" -d '{"events": [{"server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "name": "network-vif-deleted", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:39.818397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab83e4d-8475-475b-80ad-199deaf6b327 x-openstack-request-id: req-7ab83e4d-8475-475b-80ad-199deaf6b327 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:39.818397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab37771c-25f0-4655-9e46-b207861f29c0", "name": "network-vif-deleted", "tag": "498ee6c9-0301-4fe5-950c-0b912a0cad2d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:39.818397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ab83e4d-8475-475b-80ad-199deaf6b327 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:39.818397 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab83e4d-8475-475b-80ad-199deaf6b327'] response: {'server_uuid': 'ab37771c-25f0-4655-9e46-b207861f29c0', 'name': 'network-vif-deleted', 'tag': '498ee6c9-0301-4fe5-950c-0b912a0cad2d', 'status': 'completed', 'code': 200} Sep 21 21:41:39.908387 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159ded7-3e22-42d5-b691-2513cd406030 req-2e96a6ca-6284-4ec5-a828-c823aac9365d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:39.909900 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6159ded7-3e22-42d5-b691-2513cd406030 req-2e96a6ca-6284-4ec5-a828-c823aac9365d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 948 time: 0.0523267 Sep 21 21:41:39.956061 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6159ded7-3e22-42d5-b691-2513cd406030 req-1f545751-4cbd-43e3-90b1-cc8a92db4cda tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Sep 21 21:41:40.093815 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-d73b53b3-19ca-47c0-b41c-f548b6094a1d service neutron] 10.222.0.20 "GET /v2.0/networks/006b9ca4-831f-4271-8e55-6b464cf9c5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Sep 21 21:41:40.281899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9a787f1e-e274-419a-bc29-9420ddf3afda req-aa9133a9-570b-4774-9df0-40e873b80494 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0260775 Sep 21 21:41:41.078900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ef1a4-72b1-4194-9d6f-c96387499edd req-c86c228a-6eeb-4a95-b50c-d219902441f9 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:41.080262 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-351ef1a4-72b1-4194-9d6f-c96387499edd req-c86c228a-6eeb-4a95-b50c-d219902441f9 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 948 time: 0.0517468 Sep 21 21:41:41.126191 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-351ef1a4-72b1-4194-9d6f-c96387499edd req-cb28b1ca-e870-4c81-b5d0-a5d91bcfeef5 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403817 Sep 21 21:41:41.383505 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b963ff75-270b-4c4a-bbe7-730e5befcf2f req-988effe0-880c-44e1-845a-69507fbf831d tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab37771c-25f0-4655-9e46-b207861f29c0 HTTP/1.1" status: 200 len: 210 time: 0.0270200 Sep 21 21:41:41.800256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['498ee6c9-0301-4fe5-950c-0b912a0cad2d'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:41.822989 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4b28685e-b413-4581-b9d9-595dd37d89fd details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:41:41.911535 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-58cb0c56-f8a6-44ef-a591-4ca862be1c0f req-6152f98f-889a-48e4-b4a4-144f1c6fd38d service neutron] 10.222.0.20 "GET /v2.0/networks/006b9ca4-831f-4271-8e55-6b464cf9c5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018469 Sep 21 21:41:41.933481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4b28685e-b413-4581-b9d9-595dd37d89fd,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:41.945164 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '4b28685e-b413-4581-b9d9-595dd37d89fd', 'network_id': '006b9ca4-831f-4271-8e55-6b464cf9c5db', 'port_id': '4b28685e-b413-4581-b9d9-595dd37d89fd', 'mac_address': 'fa:16:3e:ca:68:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd9cbca-f64f-46b6-b1fe-17c63f3c43cd', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:41:41.978086 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4b28685e-b413-4581-b9d9-595dd37d89fd is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:41.978506 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:41.990654 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b28685e-b413-4581-b9d9-595dd37d89fd {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:42.010769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4b28685e-b413-4581-b9d9-595dd37d89fd,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:42.014571 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:42.070321 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:42.252768 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b13b3-ccd7-4ca7-90ef-e64662dd1646 req-9142c150-7613-4031-89b0-53387ea10f45 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:42.254871 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fc2b13b3-ccd7-4ca7-90ef-e64662dd1646 req-9142c150-7613-4031-89b0-53387ea10f45 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 949 time: 0.0578814 Sep 21 21:41:42.303633 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fc2b13b3-ccd7-4ca7-90ef-e64662dd1646 req-2f42cbc2-a063-45a5-b3e3-37582215ed18 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Sep 21 21:41:42.312236 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['4b28685e-b413-4581-b9d9-595dd37d89fd'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:42.664296 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:41:42.753520 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-d8b12745-55d4-4e15-b242-912d6b8e249b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:42.755603 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-d8b12745-55d4-4e15-b242-912d6b8e249b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 808 time: 0.1065676 Sep 21 21:41:42.771323 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-2838184d-4da2-4259-98e1-17e4f24fcee5 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/quotas/3355681476c04163b67233e803b911cc HTTP/1.1" status: 200 len: 375 time: 0.0102572 Sep 21 21:41:42.802902 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-385d1705-fe41-4fa5-8424-bfb07901a904 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264821 Sep 21 21:41:42.983546 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-560bd8a6-c800-4df2-8023-d4ce3ac46286 service neutron] 10.222.0.18 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744192 Sep 21 21:41:43.090226 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-55b61845-ed63-4d29-bd4d-0b0801e5a58d service neutron] 10.222.0.18 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003504 Sep 21 21:41:43.259909 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9746edf0-73bf-4bcf-81c4-227cfd66fb05 req-f246567b-c595-49d7-a11e-4f244963852f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 210 time: 0.0290868 Sep 21 21:41:43.438628 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d9d5a-1b2f-425c-b3d9-b680e58bb95d req-3a2653b4-0d01-4803-b994-a71358e33fe7 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:43.440129 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c65d9d5a-1b2f-425c-b3d9-b680e58bb95d req-3a2653b4-0d01-4803-b994-a71358e33fe7 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 949 time: 0.0534618 Sep 21 21:41:43.486736 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c65d9d5a-1b2f-425c-b3d9-b680e58bb95d req-29226d09-3139-4a34-9047-8c2be05fdd9d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Sep 21 21:41:43.801384 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4b28685e-b413-4581-b9d9-595dd37d89fd up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:43.845443 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 4b28685e-b413-4581-b9d9-595dd37d89fd completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:41:43.849524 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 4b28685e-b413-4581-b9d9-595dd37d89fd triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:43.849933 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:43.850276 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 4b28685e-b413-4581-b9d9-595dd37d89fd Sep 21 21:41:43.928887 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 4b28685e-b413-4581-b9d9-595dd37d89fd is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:43.929283 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:43.951681 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:43.953908 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1797ea-0db4-42a7-8dff-29fb34c7858b" -d '{"events": [{"server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "name": "network-vif-plugged", "status": "completed", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:43.966456 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4b28685e-b413-4581-b9d9-595dd37d89fd,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:43.970339 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:43.971307 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 498ee6c9-0301-4fe5-950c-0b912a0cad2d no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:44.006980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0def56-e8a3-426e-b4fb-e1e0a88e7d1e x-openstack-request-id: req-2a0def56-e8a3-426e-b4fb-e1e0a88e7d1e {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:44.007275 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "name": "network-vif-plugged", "status": "completed", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:44.007526 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a0def56-e8a3-426e-b4fb-e1e0a88e7d1e {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:44.007913 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0def56-e8a3-426e-b4fb-e1e0a88e7d1e'] response: {'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd', 'code': 200} Sep 21 21:41:44.010898 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 498ee6c9-0301-4fe5-950c-0b912a0cad2d {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:44.011243 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 498ee6c9-0301-4fe5-950c-0b912a0cad2d not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:44.040876 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:44.268697 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-69ddfd0d-614e-4be3-9649-e2e77ab27cbf tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:44.270721 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-69ddfd0d-614e-4be3-9649-e2e77ab27cbf tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 808 time: 0.1429937 Sep 21 21:41:44.272754 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434956-4651-455f-a417-413c4d63e549 req-eaa847bf-ad6e-46a3-8bb8-af0db20f76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:44.274268 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49434956-4651-455f-a417-413c4d63e549 req-eaa847bf-ad6e-46a3-8bb8-af0db20f76b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 1134 time: 0.0971515 Sep 21 21:41:44.283826 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Request body: {'port': {'device_id': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61', 'admin_state_up': True, 'tenant_id': '3355681476c04163b67233e803b911cc'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:44.387954 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5c86fd92-872b-4478-b8c5-bf97840d9b8c req-05ac2228-0317-4c4b-ae65-28a6f638a8b6 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Sep 21 21:41:44.407647 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49434956-4651-455f-a417-413c4d63e549 req-51eaa0e2-896d-47af-89cc-28520af10b12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083148 Sep 21 21:41:44.437395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Made reservation on behalf of 3355681476c04163b67233e803b911cc for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:44.440780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:44.575320 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Allocated IP 172.20.0.10 (87c14c9d-7ef4-4e68-81cc-963538527c61/7cd69ea1-e616-443f-8b96-1aca172584f9/570e2821-cc52-4b2a-a22f-c9b6763b350d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:44.654980 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a9b21-dbda-444d-8005-4bccc6020f73 req-e35f1cc4-3533-4644-87dc-3166522ffe78 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:44.656452 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd9a9b21-dbda-444d-8005-4bccc6020f73 req-e35f1cc4-3533-4644-87dc-3166522ffe78 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0950661 Sep 21 21:41:44.758287 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd9a9b21-dbda-444d-8005-4bccc6020f73 req-d5f4bfa0-14f4-47e0-a3e4-e4eb71cf9bea tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960221 Sep 21 21:41:44.787774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks [] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:44.818793 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:44.861550 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Network 87c14c9d-7ef4-4e68-81cc-963538527c61 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:44.865145 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:44.867681 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:44.900520 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Pushing event updated for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:44.925903 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:44.927170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:44.943863 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-76c0db1a-f913-4eeb-be50-593e41e054e7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6638255 Sep 21 21:41:45.521671 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8aaa8-faa1-4323-88aa-fab4487bd4c6 req-756e2739-fafa-42f2-b72b-f363a71277ba tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:45.523159 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c8a8aaa8-faa1-4323-88aa-fab4487bd4c6 req-756e2739-fafa-42f2-b72b-f363a71277ba tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 932 time: 0.0546381 Sep 21 21:41:45.569482 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c8a8aaa8-faa1-4323-88aa-fab4487bd4c6 req-c2526abe-33dd-4016-bfd0-be96346986b2 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Sep 21 21:41:45.881085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc061c1-27cf-4fcd-93cc-186a0fec3eff req-c83eba7c-55ae-48ac-98b9-1b0defa670fd tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:45.882602 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-abc061c1-27cf-4fcd-93cc-186a0fec3eff req-c83eba7c-55ae-48ac-98b9-1b0defa670fd tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0526361 Sep 21 21:41:45.928604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-abc061c1-27cf-4fcd-93cc-186a0fec3eff req-29b87c04-a457-45ee-8690-caa18ad30264 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Sep 21 21:41:46.689319 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70829c0-e7e2-4ba1-a74c-f8433e9d4adc req-c0d3bed2-6629-4e8e-ac44-082c5d07346e tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:46.690798 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f70829c0-e7e2-4ba1-a74c-f8433e9d4adc req-c0d3bed2-6629-4e8e-ac44-082c5d07346e tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 932 time: 0.0509779 Sep 21 21:41:46.736218 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f70829c0-e7e2-4ba1-a74c-f8433e9d4adc req-e64cad3a-da33-4dd0-aedc-c635a5d0cef2 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Sep 21 21:41:47.053633 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb8e5-cb63-4ea3-9ae8-827c11ec722f req-08e7daaf-61c0-4d41-8702-2e607109b651 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:47.055120 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ebb8e5-cb63-4ea3-9ae8-827c11ec722f req-08e7daaf-61c0-4d41-8702-2e607109b651 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0556056 Sep 21 21:41:47.102154 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ebb8e5-cb63-4ea3-9ae8-827c11ec722f req-c69e2170-5714-4813-b4a1-b5eab0709da8 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Sep 21 21:41:47.219784 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Request body: {'port': {'device_id': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:47.275566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.524039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570e2821-cc52-4b2a-a22f-c9b6763b350d {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:47.531608 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks [] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.543205 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Transition to ACTIVE for port object 570e2821-cc52-4b2a-a22f-c9b6763b350d will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:41:47.546105 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.617296 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:47.651171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Attempting to bind port 570e2821-cc52-4b2a-a22f-c9b6763b350d on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:41:47.651499 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Attempting to bind port 570e2821-cc52-4b2a-a22f-c9b6763b350d by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:41:47.651823 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Attempting to bind port 570e2821-cc52-4b2a-a22f-c9b6763b350d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:47.655875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Port 570e2821-cc52-4b2a-a22f-c9b6763b350d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:41:47.656185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Attempting to bind port 570e2821-cc52-4b2a-a22f-c9b6763b350d on network 87c14c9d-7ef4-4e68-81cc-963538527c61 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:47.660802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:41:47.661136 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Checking segment: {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:47.661513 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Bound using segment: {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:41:47.661965 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Bound port: 570e2821-cc52-4b2a-a22f-c9b6763b350d, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a17785a-911b-46a0-bba1-12bb2c7beb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:41:47.662317 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.719468 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:41:47.722461 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:41:47.727756 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.730852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:47.731798 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:47.733157 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/570e2821-cc52-4b2a-a22f-c9b6763b350d HTTP/1.1" status: 200 len: 1094 time: 0.5177445 Sep 21 21:41:47.735045 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:47.737244 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7f136d-0a9c-452a-bbcb-e1c38c168534" -d '{"events": [{"name": "network-changed", "server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:47.808940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a130d-3247-414d-9614-d9fded1fcf55 x-openstack-request-id: req-3a0a130d-3247-414d-9614-d9fded1fcf55 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:47.809237 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:47.809498 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a0a130d-3247-414d-9614-d9fded1fcf55 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:47.809929 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0a130d-3247-414d-9614-d9fded1fcf55'] response: {'name': 'network-changed', 'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d', 'status': 'completed', 'code': 200} Sep 21 21:41:47.819057 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780272-c009-4c2e-bf37-4e7af6bec3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:47.869847 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-40b68c1e-fbc5-4391-a51f-0a61d3fb5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:47.871368 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-40b68c1e-fbc5-4391-a51f-0a61d3fb5c28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 1128 time: 0.0937846 Sep 21 21:41:47.887562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e8d68-17d3-4f38-b5b0-15bf9ea8a5dd req-995b0d85-79da-4ff7-a49a-09b770309ea0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:47.888960 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe8e8d68-17d3-4f38-b5b0-15bf9ea8a5dd req-995b0d85-79da-4ff7-a49a-09b770309ea0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 944 time: 0.0724008 Sep 21 21:41:47.925468 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-a9b277c8-0249-465b-89d4-2d2c756f2807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d HTTP/1.1" status: 200 len: 217 time: 0.0450282 Sep 21 21:41:47.986044 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe8e8d68-17d3-4f38-b5b0-15bf9ea8a5dd req-ad21bcb0-b9a3-4e7f-a054-c2887735015b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Sep 21 21:41:47.996802 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e791a-9085-41bb-b231-a2ed1085f061 req-2119250d-07b9-4a59-91c4-8968e21a1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:47.998244 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-2119250d-07b9-4a59-91c4-8968e21a1c09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cd69ea1-e616-443f-8b96-1aca172584f9 HTTP/1.1" status: 200 len: 848 time: 0.0596960 Sep 21 21:41:48.039974 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-3d20d517-26df-4781-a609-783a6711bf73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c14c9d-7ef4-4e68-81cc-963538527c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302656 Sep 21 21:41:48.096606 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f237450f-e3ef-40c4-832c-61a491054d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:48.134876 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-cf085cad-079c-4d1d-aeac-c04a7a94ba71 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855730 Sep 21 21:41:48.235825 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-639e791a-9085-41bb-b231-a2ed1085f061 req-cd77fc62-ee96-4f3b-99c6-77f540770f2a service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930722 Sep 21 21:41:48.248346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091eb52-402c-4a08-bce0-f87adbe10f6c req-0733175b-3123-4a8f-ba92-62f8ffa0c7dd tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:48.250086 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f091eb52-402c-4a08-bce0-f87adbe10f6c req-0733175b-3123-4a8f-ba92-62f8ffa0c7dd tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0690396 Sep 21 21:41:48.298552 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f091eb52-402c-4a08-bce0-f87adbe10f6c req-09d70e4e-c2c4-491e-84d7-2b05898878c0 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Sep 21 21:41:48.341881 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-f60ae427-48db-4d52-8e0e-2d33323e8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:48.343368 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-f60ae427-48db-4d52-8e0e-2d33323e8478 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3355681476c04163b67233e803b911cc&device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 1128 time: 0.0459676 Sep 21 21:41:48.428580 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-20645237-71e4-4e15-9c9e-089960beaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:48.430060 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-20645237-71e4-4e15-9c9e-089960beaec5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 200 len: 908 time: 0.0806522 Sep 21 21:41:48.480228 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-5723f9d8-9166-4a3c-aabd-849b0d39f53e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d HTTP/1.1" status: 200 len: 217 time: 0.0368512 Sep 21 21:41:48.533546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-b7c6c581-f1d0-435f-991f-3cb9bbc0465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:48.535199 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-b7c6c581-f1d0-435f-991f-3cb9bbc0465f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cd69ea1-e616-443f-8b96-1aca172584f9 HTTP/1.1" status: 200 len: 848 time: 0.0458400 Sep 21 21:41:48.571913 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-64c70acb-07c8-4ab5-bded-a8f637cb9903 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c14c9d-7ef4-4e68-81cc-963538527c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253248 Sep 21 21:41:48.661871 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-683cad30-3cb0-4459-8d53-6d002dca9ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Sep 21 21:41:48.749141 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dd7f136d-0a9c-452a-bbcb-e1c38c168534 req-798ec4da-edc2-4b8a-9f5c-ff46ef9e1e22 service neutron] 10.222.0.20 "GET /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806139 Sep 21 21:41:49.108545 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16bded-a3aa-49e2-a066-9bccc7cd47fe req-b24bd6c5-c00c-4717-bf5d-8eb6c264b8e8 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:49.110018 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b16bded-a3aa-49e2-a066-9bccc7cd47fe req-b24bd6c5-c00c-4717-bf5d-8eb6c264b8e8 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 944 time: 0.0520983 Sep 21 21:41:49.163169 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b16bded-a3aa-49e2-a066-9bccc7cd47fe req-18f545fc-bdc4-4128-990e-ca76f5f0edbb tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Sep 21 21:41:49.418086 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5500deb-1e40-497a-af94-6177f87c39b8 req-35695721-6d11-48df-8e09-4734adea9337 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:49.419450 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c5500deb-1e40-497a-af94-6177f87c39b8 req-35695721-6d11-48df-8e09-4734adea9337 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0500536 Sep 21 21:41:49.464126 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-c5500deb-1e40-497a-af94-6177f87c39b8 req-03eb5b6b-f68e-4cb3-98d2-43c146f8121a tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Sep 21 21:41:49.731078 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3da0-28a3-4b04-aec8-aa8165bfd05e req-6f9c0b34-7779-4ee3-9d96-e710358ae74d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:49.732539 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a6ce3da0-28a3-4b04-aec8-aa8165bfd05e req-6f9c0b34-7779-4ee3-9d96-e710358ae74d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0558088 Sep 21 21:41:49.781148 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a6ce3da0-28a3-4b04-aec8-aa8165bfd05e req-93f20fc4-eeee-45d4-b1d7-f400e961a9ec tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Sep 21 21:41:50.380322 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-85c05de4-23dd-403c-b46d-b850ee1b846a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:50.441070 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aa68-ebd1-4e52-918d-cde04fe970b6 req-8b112226-0c4e-4331-ad35-2ce825bb7bf7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:50.443242 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8626aa68-ebd1-4e52-918d-cde04fe970b6 req-8b112226-0c4e-4331-ad35-2ce825bb7bf7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 944 time: 0.0520835 Sep 21 21:41:50.487905 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8626aa68-ebd1-4e52-918d-cde04fe970b6 req-7db9d4b9-a48b-4111-a105-d7efe2b17e1a tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Sep 21 21:41:50.907130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e0f6f-b3fb-43c0-bc71-4d48795464da req-4c138322-864f-4b23-ac36-6776e6e7ce53 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:50.908619 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-993e0f6f-b3fb-43c0-bc71-4d48795464da req-4c138322-864f-4b23-ac36-6776e6e7ce53 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0532808 Sep 21 21:41:50.956110 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-993e0f6f-b3fb-43c0-bc71-4d48795464da req-3515adcd-153c-4b1f-8177-7d224fc45594 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Sep 21 21:41:51.616532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15b672-58c9-47e5-aa27-bb5fec59a4f9 req-cdcfc562-b787-4ce8-bb7e-13cd37186cae tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:51.618020 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e15b672-58c9-47e5-aa27-bb5fec59a4f9 req-cdcfc562-b787-4ce8-bb7e-13cd37186cae tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 944 time: 0.0515485 Sep 21 21:41:51.662423 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e15b672-58c9-47e5-aa27-bb5fec59a4f9 req-2f18a2d0-a75d-420b-a1c5-130b3e2e623b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Sep 21 21:41:51.794064 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:51.897736 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 570e2821-cc52-4b2a-a22f-c9b6763b350d details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:41:52.087459 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cefd0-66b4-4166-971a-f68403d95fec req-552d71b2-2a36-4e36-ab52-7c6edff73b3d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:52.088842 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-476cefd0-66b4-4166-971a-f68403d95fec req-552d71b2-2a36-4e36-ab52-7c6edff73b3d tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0543180 Sep 21 21:41:52.119532 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:52.131219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '570e2821-cc52-4b2a-a22f-c9b6763b350d', 'network_id': '87c14c9d-7ef4-4e68-81cc-963538527c61', 'port_id': '570e2821-cc52-4b2a-a22f-c9b6763b350d', 'mac_address': 'fa:16:3e:b5:0a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd69ea1-e616-443f-8b96-1aca172584f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:41:52.135814 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-476cefd0-66b4-4166-971a-f68403d95fec req-aebe0d02-36c3-4401-b315-63bcbea12aae tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Sep 21 21:41:52.164256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 570e2821-cc52-4b2a-a22f-c9b6763b350d is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:52.164645 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:52.177432 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570e2821-cc52-4b2a-a22f-c9b6763b350d {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:41:52.196451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:52.200392 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:52.244349 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:52.786714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9239-6c3a-42c8-a37d-0deca23b6c64 req-b10b5747-a50e-47d6-9db6-98db5fc9114b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:52.788084 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-167e9239-6c3a-42c8-a37d-0deca23b6c64 req-b10b5747-a50e-47d6-9db6-98db5fc9114b tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 945 time: 0.0545964 Sep 21 21:41:52.833895 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-167e9239-6c3a-42c8-a37d-0deca23b6c64 req-22eb73a1-17d4-43b9-b370-444d91207900 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Sep 21 21:41:53.259919 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9631b2-e1b0-4f7b-84e7-d5bee79a6aad req-bfd6ce67-4547-4fe2-913f-aac5a13a9e93 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:53.261470 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5d9631b2-e1b0-4f7b-84e7-d5bee79a6aad req-bfd6ce67-4547-4fe2-913f-aac5a13a9e93 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0548348 Sep 21 21:41:53.284570 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['570e2821-cc52-4b2a-a22f-c9b6763b350d'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:53.308666 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5d9631b2-e1b0-4f7b-84e7-d5bee79a6aad req-c27d694e-1237-4393-96fc-b3b0c48480bc tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/security-groups?id=656b9ed7-8b61-4c2f-bcaa-243175da0230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Sep 21 21:41:53.428052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-a5fb4481-9ede-401e-a257-68fd12ccb59f tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:53.429410 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-a5fb4481-9ede-401e-a257-68fd12ccb59f tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.20 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 950 time: 0.0511594 Sep 21 21:41:53.521499 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Deleting port 4b28685e-b413-4581-b9d9-595dd37d89fd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:41:53.521867 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:53.608597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] For port 4b28685e-b413-4581-b9d9-595dd37d89fd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4b28685e-b413-4581-b9d9-595dd37d89fd,segment=NetworkSegment(067b4702-6348-43e7-bd03-a90c407d2c9e),segment_id=067b4702-6348-43e7-bd03-a90c407d2c9e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:53.608969 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:53.621562 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Calling delete_port for 4b28685e-b413-4581-b9d9-595dd37d89fd owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:41:53.663656 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:53.746570 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4b28685e-b413-4581-b9d9-595dd37d89fd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:53.762867 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['4b28685e-b413-4581-b9d9-595dd37d89fd'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:41:53.771934 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Pushing event deleted for resources: {'Port': ['ID=4b28685e-b413-4581-b9d9-595dd37d89fd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:53.817139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] No DVR routers for this DVR port 4b28685e-b413-4581-b9d9-595dd37d89fd on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:41:53.819687 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:53.823064 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cc0783e-9525-4740-8ee4-27a96c27cf0c req-0b38c96d-3de3-47b3-868f-cc44fed92c70 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.20 "DELETE /v2.0/ports/4b28685e-b413-4581-b9d9-595dd37d89fd HTTP/1.1" status: 204 len: 173 time: 0.3861475 Sep 21 21:41:53.823572 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'name': 'network-vif-deleted', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:53.826112 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec26515-985e-4805-acb6-cfb78b1e8ede" -d '{"events": [{"server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "name": "network-vif-deleted", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:53.868467 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab226f-5e77-4b97-b863-62ebf8391dd8 x-openstack-request-id: req-afab226f-5e77-4b97-b863-62ebf8391dd8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:53.868772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257ae452-f0c5-4d24-9124-53e3637adc03", "name": "network-vif-deleted", "tag": "4b28685e-b413-4581-b9d9-595dd37d89fd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:53.869032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afab226f-5e77-4b97-b863-62ebf8391dd8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:53.870122 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afab226f-5e77-4b97-b863-62ebf8391dd8'] response: {'server_uuid': '257ae452-f0c5-4d24-9124-53e3637adc03', 'name': 'network-vif-deleted', 'tag': '4b28685e-b413-4581-b9d9-595dd37d89fd', 'status': 'completed', 'code': 200} Sep 21 21:41:53.978101 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366afa6d-b525-4a87-b7ae-a3075aec8639 req-05faf446-19c6-44c1-80ac-c4786133a0dd tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:53.979697 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-366afa6d-b525-4a87-b7ae-a3075aec8639 req-05faf446-19c6-44c1-80ac-c4786133a0dd tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 945 time: 0.0634272 Sep 21 21:41:54.028182 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-366afa6d-b525-4a87-b7ae-a3075aec8639 req-bf8a7270-c009-42e9-a978-af848bd0670e tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Sep 21 21:41:54.432831 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b63528c3-6954-47db-8721-2366c129aab8 req-3525c158-117a-41cf-8d2d-209158932b64 tempest-VolumesNegativeTest-334044 tempest-VolumesNegativeTest-334044-project] 10.222.0.18 "GET /v2.0/ports?device_id=257ae452-f0c5-4d24-9124-53e3637adc03 HTTP/1.1" status: 200 len: 210 time: 0.0310977 Sep 21 21:41:54.527898 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:55.148166 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105742c-ccf5-47ac-b052-f6b7735aea66 req-3e0250f0-1027-40b5-8900-a7ab9d638657 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:55.149657 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9105742c-ccf5-47ac-b052-f6b7735aea66 req-3e0250f0-1027-40b5-8900-a7ab9d638657 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 945 time: 0.0518503 Sep 21 21:41:55.201265 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9105742c-ccf5-47ac-b052-f6b7735aea66 req-93b7ce50-f239-45a2-be89-4b9c0fce9bc0 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Sep 21 21:41:55.241708 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 570e2821-cc52-4b2a-a22f-c9b6763b350d up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:55.288868 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 570e2821-cc52-4b2a-a22f-c9b6763b350d completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:41:55.292826 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 570e2821-cc52-4b2a-a22f-c9b6763b350d triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:55.293207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:55.293550 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 570e2821-cc52-4b2a-a22f-c9b6763b350d Sep 21 21:41:55.368197 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 570e2821-cc52-4b2a-a22f-c9b6763b350d is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:55.368590 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:55.391408 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:41:55.393650 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f54ce-99c7-4c87-a98a-4144fd278d4b" -d '{"events": [{"server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "name": "network-vif-plugged", "status": "completed", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:41:55.406393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:55.411916 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:55.413115 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4b28685e-b413-4581-b9d9-595dd37d89fd no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:41:55.453572 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399bfc76-3def-474b-abac-e200a0d8327c x-openstack-request-id: req-399bfc76-3def-474b-abac-e200a0d8327c {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:41:55.453895 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "name": "network-vif-plugged", "status": "completed", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:41:55.454151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-399bfc76-3def-474b-abac-e200a0d8327c {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:41:55.454579 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399bfc76-3def-474b-abac-e200a0d8327c'] response: {'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d', 'code': 200} Sep 21 21:41:55.457088 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 4b28685e-b413-4581-b9d9-595dd37d89fd {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:41:55.457441 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4b28685e-b413-4581-b9d9-595dd37d89fd not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:41:55.486810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:55.643978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a23801-8aa5-4489-baae-ca2eb720a4d7 req-44198ee8-9a47-4354-a527-b0ecaf5e2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:55.646139 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-61a23801-8aa5-4489-baae-ca2eb720a4d7 req-44198ee8-9a47-4354-a527-b0ecaf5e2be8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 1130 time: 0.0561519 Sep 21 21:41:55.690830 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-61a23801-8aa5-4489-baae-ca2eb720a4d7 req-8c085024-7e5d-4f95-b7dc-981860cbf542 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Sep 21 21:41:56.324615 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63ac26-7047-42d8-9bdd-86441c1172bc req-be406d38-4984-477c-b12c-f4bee65947f9 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:56.326392 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc63ac26-7047-42d8-9bdd-86441c1172bc req-be406d38-4984-477c-b12c-f4bee65947f9 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 946 time: 0.0525999 Sep 21 21:41:56.375253 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc63ac26-7047-42d8-9bdd-86441c1172bc req-748971c3-86a7-49e6-93bf-94cd7c8431c5 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Sep 21 21:41:57.500514 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451767b-72fe-4d5e-bf41-64175c61a6c5 req-eeb85f3a-8788-4e6c-96ae-354477c1e693 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:57.502391 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f451767b-72fe-4d5e-bf41-64175c61a6c5 req-eeb85f3a-8788-4e6c-96ae-354477c1e693 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 946 time: 0.0547409 Sep 21 21:41:57.549791 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f451767b-72fe-4d5e-bf41-64175c61a6c5 req-fb5f1393-9712-4429-bb53-61c5bf2e53be tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Sep 21 21:41:58.103757 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34522) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:58.222696 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.350880 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65370317-b22c-437e-878f-06949b132f96 req-2f382f7c-4ef6-44b7-b2a4-91bc7b00a488 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:58.352480 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-65370317-b22c-437e-878f-06949b132f96 req-2f382f7c-4ef6-44b7-b2a4-91bc7b00a488 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 946 time: 0.0930314 Sep 21 21:41:58.357124 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Publish callbacks [] for security_group (abc7ad4c-ea41-4673-82bc-dde58c4d3f0c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.367173 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (abc7ad4c-ea41-4673-82bc-dde58c4d3f0c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.422971 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7ad4c-ea41-4673-82bc-dde58c4d3f0c,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:58.429535 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c31c61396b8a4e83a9fdc81352c4af2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242953 Sep 21 21:41:58.432272 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34530) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:58.443280 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.443633 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.443981 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.444467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.444813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.445148 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.445481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.445841 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.446176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.446523 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.446839 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.447166 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.447491 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da292d0-5e98-4dbc-9988-1ad68d0645a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.460717 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-65370317-b22c-437e-878f-06949b132f96 req-5ad01d58-bb5f-40c8-b324-be56284e7302 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021748 Sep 21 21:41:58.493323 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Publish callbacks [] for security_group (abc7ad4c-ea41-4673-82bc-dde58c4d3f0c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.513398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Publish callbacks [] for security_group (abc7ad4c-ea41-4673-82bc-dde58c4d3f0c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.562793 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (abc7ad4c-ea41-4673-82bc-dde58c4d3f0c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.565416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.566632 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abc7ad4c-ea41-4673-82bc-dde58c4d3f0c HTTP/1.1" status: 204 len: 168 time: 0.1333518 Sep 21 21:41:58.573926 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7ad4c-ea41-4673-82bc-dde58c4d3f0c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:58.581074 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.581430 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.581823 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.582170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.582506 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.582842 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.583175 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.583505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.583835 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.584152 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.584481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.584806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.585131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdf166b-3f21-45d2-8ba1-0d664752d80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:58.830828 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34536) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:58.844236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f1c77f17-55b0-4bef-a60a-1c89e70a35ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.918964 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f1c77f17-55b0-4bef-a60a-1c89e70a35ee admin admin] Publish callbacks [] for security_group (8c3b0eec-b41a-49a2-9372-c03c3e06eb20), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.923119 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f1c77f17-55b0-4bef-a60a-1c89e70a35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8c3b0eec-b41a-49a2-9372-c03c3e06eb20), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:58.967967 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f1c77f17-55b0-4bef-a60a-1c89e70a35ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2f98e61bd04450193608364582466b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360369 Sep 21 21:41:58.968813 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c77f17-55b0-4bef-a60a-1c89e70a35ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b0eec-b41a-49a2-9372-c03c3e06eb20,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:58.971230 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34538) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:59.020771 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] Publish callbacks [] for security_group (8c3b0eec-b41a-49a2-9372-c03c3e06eb20), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.041355 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] Publish callbacks [] for security_group (8c3b0eec-b41a-49a2-9372-c03c3e06eb20), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.087664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8c3b0eec-b41a-49a2-9372-c03c3e06eb20), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.090365 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.091504 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c3b0eec-b41a-49a2-9372-c03c3e06eb20 HTTP/1.1" status: 204 len: 168 time: 0.1192405 Sep 21 21:41:59.098869 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa2aa-5e7c-4f13-aeca-dc0c03d133cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b0eec-b41a-49a2-9372-c03c3e06eb20,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:59.473647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34556) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:59.595485 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0601dd-9cf4-4a16-81c2-8699a404cf47 req-0e33d8f2-7c77-4b17-9ed4-3331837724c7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:59.596995 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af0601dd-9cf4-4a16-81c2-8699a404cf47 req-0e33d8f2-7c77-4b17-9ed4-3331837724c7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 946 time: 0.0591953 Sep 21 21:41:59.635828 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.654257 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af0601dd-9cf4-4a16-81c2-8699a404cf47 req-38ced0a3-aa9c-4ae4-8857-4bdc442d007f tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/security-groups?id=f3f5b6ec-1d44-491d-8daa-205949282548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515745 Sep 21 21:41:59.667028 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-ec2e0689-423d-4cd5-9898-5df4507ed6bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=735f07484c49415bbe2b90293e6c0439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894367 Sep 21 21:41:59.667318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34566) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:59.715447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] Publish callbacks [] for security_group (656b9ed7-8b61-4c2f-bcaa-243175da0230), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.735577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] Publish callbacks [] for security_group (656b9ed7-8b61-4c2f-bcaa-243175da0230), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.788516 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (656b9ed7-8b61-4c2f-bcaa-243175da0230), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.791195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.792345 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/656b9ed7-8b61-4c2f-bcaa-243175da0230 HTTP/1.1" status: 204 len: 168 time: 0.1236353 Sep 21 21:41:59.799978 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151f0a8-878e-464b-9a9b-047628763fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b9ed7-8b61-4c2f-bcaa-243175da0230,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:59.844267 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34576) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:59.943213 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716877485-network', 'tenant_id': '408b5422783b495ba2dc853e9018e9f3'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:59.970890 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Made reservation on behalf of 408b5422783b495ba2dc853e9018e9f3 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:59.973876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:59.982431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.092819 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-890fc5bd-ea15-48d7-aaf9-020aee7df353 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:00.094366 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-890fc5bd-ea15-48d7-aaf9-020aee7df353 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 946 time: 0.0898943 Sep 21 21:42:00.111968 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks [] for security_group (1c945714-420a-4e0f-855a-ef7dac0c498a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.132651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1c945714-420a-4e0f-855a-ef7dac0c498a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.160676 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:42:00.183424 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (63ddaa7c-4113-4136-9874-e7048df9b83e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.183769 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Added segment 63ddaa7c-4113-4136-9874-e7048df9b83e of type vlan for network b31c5372-52bd-431a-a424-3923d77aa5a5 Sep 21 21:42:00.206326 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c945714-420a-4e0f-855a-ef7dac0c498a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:00.254668 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (b31c5372-52bd-431a-a424-3923d77aa5a5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.279167 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Deleting port 570e2821-cc52-4b2a-a22f-c9b6763b350d {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:00.279508 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.334218 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (b31c5372-52bd-431a-a424-3923d77aa5a5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.335186 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:00.335775 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.406510 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5611901 Sep 21 21:42:00.410053 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34598) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:00.416370 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Request body: {'subnet': {'network_id': 'b31c5372-52bd-431a-a424-3923d77aa5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716877485-subnet', 'tenant_id': '408b5422783b495ba2dc853e9018e9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:00.424021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a181e-e2d2-46da-8da7-f02de8015ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=b31c5372-52bd-431a-a424-3923d77aa5a5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:00.437949 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network b31c5372-52bd-431a-a424-3923d77aa5a5 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:42:00.447943 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] For port 570e2821-cc52-4b2a-a22f-c9b6763b350d, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=570e2821-cc52-4b2a-a22f-c9b6763b350d,segment=NetworkSegment(5a17785a-911b-46a0-bba1-12bb2c7beb4b),segment_id=5a17785a-911b-46a0-bba1-12bb2c7beb4b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:00.448310 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.452032 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Made reservation on behalf of 408b5422783b495ba2dc853e9018e9f3 for: {'subnet': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:00.454617 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5419078'] for subnet (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.466829 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Calling delete_port for 570e2821-cc52-4b2a-a22f-c9b6763b350d owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:00.510161 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34602) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:00.612791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (570e2821-cc52-4b2a-a22f-c9b6763b350d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.625925 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['570e2821-cc52-4b2a-a22f-c9b6763b350d'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:42:00.629350 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-941488389-network', 'tenant_id': 'aa7ce111f99242d09f1962204ffa77f2'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:00.649917 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Pushing event deleted for resources: {'Port': ['ID=570e2821-cc52-4b2a-a22f-c9b6763b350d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:00.659599 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5121843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5419092'] for subnet (59e2ab56-aace-4b82-b848-8b180853c315), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.686522 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Made reservation on behalf of aa7ce111f99242d09f1962204ffa77f2 for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:00.688766 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.694538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] No DVR routers for this DVR port 570e2821-cc52-4b2a-a22f-c9b6763b350d on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:00.697658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.701649 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-733539ad-ef8e-46e7-8b74-0da3341eb27d req-c6493343-1ac9-472f-927f-8a58ac96ece7 tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.20 "DELETE /v2.0/ports/570e2821-cc52-4b2a-a22f-c9b6763b350d HTTP/1.1" status: 204 len: 173 time: 0.5991096 Sep 21 21:42:00.702307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'name': 'network-vif-deleted', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:00.704897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19465fd8-7f98-4a0c-a057-63497fc176a1" -d '{"events": [{"server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "name": "network-vif-deleted", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:00.708948 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.747936 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f52c5-9ddb-4598-b625-f909c4934c7a x-openstack-request-id: req-944f52c5-9ddb-4598-b625-f909c4934c7a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:00.749186 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da3c40a-2be0-4f84-aaf5-bb879e268779", "name": "network-vif-deleted", "tag": "570e2821-cc52-4b2a-a22f-c9b6763b350d", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:00.749614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-944f52c5-9ddb-4598-b625-f909c4934c7a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:00.750478 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944f52c5-9ddb-4598-b625-f909c4934c7a'] response: {'server_uuid': '8da3c40a-2be0-4f84-aaf5-bb879e268779', 'name': 'network-vif-deleted', 'tag': '570e2821-cc52-4b2a-a22f-c9b6763b350d', 'status': 'completed', 'code': 200} Sep 21 21:42:00.765243 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e2ab56-aace-4b82-b848-8b180853c315,revision_number=0']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:00.794023 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d4dc777d-8239-4405-a583-adf6be540b27 req-19a2ea7c-cc68-47f0-b8fe-9a5a648dcc4c tempest-VolumesActionsTest-1771116997 tempest-VolumesActionsTest-1771116997-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da3c40a-2be0-4f84-aaf5-bb879e268779 HTTP/1.1" status: 200 len: 210 time: 0.0395136 Sep 21 21:42:00.797934 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Checking segment: {'id': '63ddaa7c-4113-4136-9874-e7048df9b83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b31c5372-52bd-431a-a424-3923d77aa5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:42:00.798296 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Network hostable DHCP agents. Network: b31c5372-52bd-431a-a424-3923d77aa5a5, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:42:00.829112 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Network b31c5372-52bd-431a-a424-3923d77aa5a5 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:42:00.844302 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, b31c5372-52bd-431a-a424-3923d77aa5a5) {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:42:00.851820 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:00.852416 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.858160 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f4909-4e4c-4da1-98af-8f977a277854 None None] Network b31c5372-52bd-431a-a424-3923d77aa5a5 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:00.875603 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-352d7b64-4423-4dd3-8a6b-66ba70e47cf9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4639382 Sep 21 21:42:00.885718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks [] for security_group (ffc03633-8973-4965-8595-5d1c52310aaa), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.890638 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ffc03633-8973-4965-8595-5d1c52310aaa), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.916389 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:42:00.926847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc03633-8973-4965-8595-5d1c52310aaa,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:00.932104 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (ecce6353-c71e-44fc-a779-c422fadbd9a0), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.932700 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Added segment ecce6353-c71e-44fc-a779-c422fadbd9a0 of type vlan for network 5bdb95f9-285c-4c59-ad46-515f8b977678 Sep 21 21:42:00.977300 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (5bdb95f9-285c-4c59-ad46-515f8b977678), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:00.978985 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f1aec-9396-45b2-8bb9-ebd099f52266 None None] Network b31c5372-52bd-431a-a424-3923d77aa5a5 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:01.003255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (5bdb95f9-285c-4c59-ad46-515f8b977678), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.005113 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:01.005821 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.059323 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5462654 Sep 21 21:42:01.062490 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34614) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:01.068013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Request body: {'subnet': {'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-941488389-subnet', 'tenant_id': 'aa7ce111f99242d09f1962204ffa77f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:01.085742 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec2d64-72e2-4c49-b0c0-11dbb02318e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdb95f9-285c-4c59-ad46-515f8b977678,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:01.095312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Made reservation on behalf of aa7ce111f99242d09f1962204ffa77f2 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:01.096675 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:42:01.098774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4221943'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.279129 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221925'] for subnet (7e21981f-4395-40c7-9518-a36ec9b25207), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.330342 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e21981f-4395-40c7-9518-a36ec9b25207,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:01.346268 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Checking segment: {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:42:01.346631 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Network hostable DHCP agents. Network: 5bdb95f9-285c-4c59-ad46-515f8b977678, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:42:01.363014 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:42:01.371575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 5bdb95f9-285c-4c59-ad46-515f8b977678) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:42:01.375724 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:01.376306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.381992 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe5706-8e69-4680-9d69-4992e1941c1d None None] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:01.395736 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7bf673ef-7e7c-4fa5-9192-2ef819aa39cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3319826 Sep 21 21:42:01.433014 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34628) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:01.438384 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082243364-network', 'tenant_id': '626ac36f18e643269f06d4be143db636'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:01.460185 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Made reservation on behalf of 626ac36f18e643269f06d4be143db636 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:01.462774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.471906 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.496238 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ba8fe-6997-4853-abee-b8546fc361e1 None None] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:01.551117 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks [] for security_group (1bbe8ff9-cf54-4326-b2e9-a299185fa4a9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.554878 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1bbe8ff9-cf54-4326-b2e9-a299185fa4a9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.580306 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:42:01.595836 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe8ff9-cf54-4326-b2e9-a299185fa4a9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:01.600981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (d04059da-8113-420e-ba56-2634ad5a3799), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.601496 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Added segment d04059da-8113-420e-ba56-2634ad5a3799 of type vlan for network 8ef24826-7d87-4950-980d-17d469c4b24b Sep 21 21:42:01.649426 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (8ef24826-7d87-4950-980d-17d469c4b24b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.675425 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (8ef24826-7d87-4950-980d-17d469c4b24b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.676396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:01.676981 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.733236 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2991130 Sep 21 21:42:01.735927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 34634) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:01.743200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Request body: {'subnet': {'network_id': '8ef24826-7d87-4950-980d-17d469c4b24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082243364-subnet', 'tenant_id': '626ac36f18e643269f06d4be143db636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:01.747549 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc424-a7e1-47c2-9aea-ba5d5403e9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef24826-7d87-4950-980d-17d469c4b24b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:01.759802 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 8ef24826-7d87-4950-980d-17d469c4b24b details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:42:01.764558 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Made reservation on behalf of 626ac36f18e643269f06d4be143db636 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:01.766869 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4221943'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:01.942804 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221925'] for subnet (d1262403-02f4-417c-8f08-3a55fc32f1b5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:02.002443 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1262403-02f4-417c-8f08-3a55fc32f1b5,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:02.014060 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Checking segment: {'id': 'd04059da-8113-420e-ba56-2634ad5a3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8ef24826-7d87-4950-980d-17d469c4b24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:42:02.014493 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Network hostable DHCP agents. Network: 8ef24826-7d87-4950-980d-17d469c4b24b, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:42:02.041031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Network 8ef24826-7d87-4950-980d-17d469c4b24b is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:42:02.058745 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 8ef24826-7d87-4950-980d-17d469c4b24b) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:42:02.063747 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:02.064321 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:02.077562 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78a464-f082-4aad-bdce-ca5d457eab26 None None] Network 8ef24826-7d87-4950-980d-17d469c4b24b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:02.089365 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-59ad764e-2030-4b74-8f25-95a5ad9ff39a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3521922 Sep 21 21:42:02.196042 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc46d03-bf68-4120-af36-380fac8acede None None] Network 8ef24826-7d87-4950-980d-17d469c4b24b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:03.250808 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-919a841b-d85f-418e-82e5-e015dfa3d46e tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:03.252250 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-919a841b-d85f-418e-82e5-e015dfa3d46e tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 813 time: 0.0999620 Sep 21 21:42:03.266724 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-667e07d5-1fbc-48e6-87b4-4abde7701c34 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/quotas/aa7ce111f99242d09f1962204ffa77f2 HTTP/1.1" status: 200 len: 375 time: 0.0086048 Sep 21 21:42:03.296428 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-98fdaa50-0f84-4ec8-85bc-cd5d4a509b37 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250204 Sep 21 21:42:03.385232 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-c07289f6-79f7-4940-9734-7be61c763b5e service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819948 Sep 21 21:42:03.470501 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-4a0eb047-3136-4f40-b3c5-c678574542bc service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796003 Sep 21 21:42:03.630817 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c87f5109-d20e-4444-a4d2-4d3e51eaafdd req-902b3faf-23bb-4453-beb5-9cf8119e89f7 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 210 time: 0.0313985 Sep 21 21:42:04.037552 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 570e2821-cc52-4b2a-a22f-c9b6763b350d no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:04.056544 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 570e2821-cc52-4b2a-a22f-c9b6763b350d {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:04.056913 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 570e2821-cc52-4b2a-a22f-c9b6763b350d not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:04.732013 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-2f80e672-8fdf-47c2-b754-13fb3abc5c9f req-a2de6661-25f6-4640-b30e-c98334356b25 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 210 time: 0.0287824 Sep 21 21:42:05.850393 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-539273c6-e329-41ef-b093-8f385afb8a5b req-baa7a182-cde2-4892-a9eb-a317e6dab2c7 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 210 time: 0.0371237 Sep 21 21:42:05.870604 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-bb55887a-e2f9-4a45-b5a4-27959b80e735 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881376 Sep 21 21:42:05.929515 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-fc4a2ca4-1f91-46b3-8c6a-3cf3d5f65ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:05.931062 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-fc4a2ca4-1f91-46b3-8c6a-3cf3d5f65ff3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1168 time: 0.0464978 Sep 21 21:42:06.037023 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-0a1234a8-2242-4fe2-8bf2-120af60a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:06.038429 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-0a1234a8-2242-4fe2-8bf2-120af60a65ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.0884504 Sep 21 21:42:06.109085 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-f634a810-e3a2-47c3-855f-11fbd020ab05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.0553901 Sep 21 21:42:06.159158 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-1f4c95e6-fae5-4715-a642-a1bd235284f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:06.161335 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-1f4c95e6-fae5-4715-a642-a1bd235284f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0464571 Sep 21 21:42:06.208770 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-e3cdc6bd-ad2a-4cb7-bea2-3f4ea1745e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:06.210315 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-e3cdc6bd-ad2a-4cb7-bea2-3f4ea1745e5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424109 Sep 21 21:42:06.297059 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-9657089c-f80a-4236-b902-53b48b04fcad service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782592 Sep 21 21:42:06.732520 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c0c13ac-0e02-4dfe-9720-49dffb26046a req-78f0998f-bfb1-41c5-b434-2daaa93ba841 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278965 Sep 21 21:42:06.748762 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-b1f1bdc7-975a-4a7e-ac0a-7b3b1bc58f57 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:06.750219 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-b1f1bdc7-975a-4a7e-ac0a-7b3b1bc58f57 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 813 time: 0.1272821 Sep 21 21:42:06.763623 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Request body: {'port': {'device_id': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678', 'admin_state_up': True, 'tenant_id': 'aa7ce111f99242d09f1962204ffa77f2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:06.872324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Made reservation on behalf of aa7ce111f99242d09f1962204ffa77f2 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:42:06.878753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.018691 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0ac1a459-cfff-40f5-baed-43a14ac62f54 req-18a95755-3009-4616-a4d5-721e927584c7 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 210 time: 0.0346794 Sep 21 21:42:07.077139 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Allocated IP 172.20.0.7 (5bdb95f9-285c-4c59-ad46-515f8b977678/7e21981f-4395-40c7-9518-a36ec9b25207/e88542c8-587f-4ab1-b951-91447fe184a7) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:42:07.322056 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks [] for port (e88542c8-587f-4ab1-b951-91447fe184a7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.358311 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.399814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:42:07.402922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:42:07.406714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:42:07.438803 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Pushing event updated for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:07.473820 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:07.474452 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.491854 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-02b6fbe6-1e6d-4177-9fe7-1e25b6ed542a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319548 Sep 21 21:42:07.504512 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Request body: {'port': {'device_id': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:07.579131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.865312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88542c8-587f-4ab1-b951-91447fe184a7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:42:07.873014 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks [] for port (e88542c8-587f-4ab1-b951-91447fe184a7), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.885398 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Transition to ACTIVE for port object e88542c8-587f-4ab1-b951-91447fe184a7 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:42:07.890338 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:07.951342 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:08.006456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Attempting to bind port e88542c8-587f-4ab1-b951-91447fe184a7 on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:42:08.006708 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Attempting to bind port e88542c8-587f-4ab1-b951-91447fe184a7 by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:42:08.007072 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Attempting to bind port e88542c8-587f-4ab1-b951-91447fe184a7 on network 5bdb95f9-285c-4c59-ad46-515f8b977678 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:42:08.011616 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Port e88542c8-587f-4ab1-b951-91447fe184a7 on network 5bdb95f9-285c-4c59-ad46-515f8b977678 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:42:08.011931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Attempting to bind port e88542c8-587f-4ab1-b951-91447fe184a7 on network 5bdb95f9-285c-4c59-ad46-515f8b977678 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:42:08.016787 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:42:08.017120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Checking segment: {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:42:08.017502 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Bound using segment: {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:42:08.018003 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Bound port: e88542c8-587f-4ab1-b951-91447fe184a7, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:42:08.018506 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:08.132405 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:42:08.173275 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e88542c8-587f-4ab1-b951-91447fe184a7,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:42:08.187414 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:08.191766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:08.192714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:08.194621 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] 10.222.0.20 "PUT /v2.0/ports/e88542c8-587f-4ab1-b951-91447fe184a7 HTTP/1.1" status: 200 len: 1093 time: 0.6946261 Sep 21 21:42:08.197283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:08.200164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4088f8e-0e7d-4e49-b53a-0675768eddd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:08.290826 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aab94-aea4-4648-a1a7-466fc2efba52 req-71864d3d-d242-4c45-916c-2f6fcace39a0 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:08.292844 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a03aab94-aea4-4648-a1a7-466fc2efba52 req-71864d3d-d242-4c45-916c-2f6fcace39a0 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 943 time: 0.1751914 Sep 21 21:42:08.294650 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e88d4-110b-4ebf-8e77-d8a39f1099da x-openstack-request-id: req-9a5e88d4-110b-4ebf-8e77-d8a39f1099da {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:08.294988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:08.295355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a5e88d4-110b-4ebf-8e77-d8a39f1099da {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:08.295869 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5e88d4-110b-4ebf-8e77-d8a39f1099da'] response: {'name': 'network-changed', 'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7', 'status': 'completed', 'code': 200} Sep 21 21:42:08.395832 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe936ac-7247-4a56-bbfb-7f8e52c57fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:08.414799 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a03aab94-aea4-4648-a1a7-466fc2efba52 req-16e88e83-3b18-41cb-94b2-e15677d6150a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023273 Sep 21 21:42:08.421054 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-091c25f1-a06f-4725-9728-3fe147531b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:08.422578 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-091c25f1-a06f-4725-9728-3fe147531b0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 1127 time: 0.1455436 Sep 21 21:42:08.490660 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-1fabeba2-bac4-44a2-852d-2586626f5993 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e88542c8-587f-4ab1-b951-91447fe184a7 HTTP/1.1" status: 200 len: 217 time: 0.0572271 Sep 21 21:42:08.564570 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-ba0d71c0-c1db-44be-bd3a-8b8cf82c1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:08.567310 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-ba0d71c0-c1db-44be-bd3a-8b8cf82c1939 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e21981f-4395-40c7-9518-a36ec9b25207 HTTP/1.1" status: 200 len: 853 time: 0.0709918 Sep 21 21:42:08.605965 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-4eee2264-5a8c-4229-9c01-8fbe7450e672 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb95f9-285c-4c59-ad46-515f8b977678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303988 Sep 21 21:42:08.763534 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-c40220eb-8a0d-46f5-abf4-e1b4f577d264 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486285 Sep 21 21:42:08.873746 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-878e51bc-0a4d-466f-8c7b-80962957f825 req-1a11cf16-e424-49d6-b65f-4a5d318ee632 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979874 Sep 21 21:42:08.967748 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-60d3d943-0ac9-4417-ad34-ad59922f58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:08.969261 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-60d3d943-0ac9-4417-ad34-ad59922f58d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 1127 time: 0.0490422 Sep 21 21:42:09.076536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-8e6cc313-51c5-4ef1-bd5e-10b9ad3d4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:09.078145 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-8e6cc313-51c5-4ef1-bd5e-10b9ad3d4ffe service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 913 time: 0.1001873 Sep 21 21:42:09.118590 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-2c8ae84f-34d0-4a81-a9c2-271eb77905e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e88542c8-587f-4ab1-b951-91447fe184a7 HTTP/1.1" status: 200 len: 217 time: 0.0344353 Sep 21 21:42:09.175841 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-2efbdedd-028a-4a72-8389-c302da05a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:09.177384 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-2efbdedd-028a-4a72-8389-c302da05a0f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e21981f-4395-40c7-9518-a36ec9b25207 HTTP/1.1" status: 200 len: 853 time: 0.0456927 Sep 21 21:42:09.211973 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-e18cd4cc-7b67-4dfb-9cc3-b3ddf5b255ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb95f9-285c-4c59-ad46-515f8b977678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264466 Sep 21 21:42:09.311081 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-2a22dfb3-49bc-487c-ad46-1dc2ba8cdadb service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899668 Sep 21 21:42:09.410336 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4088f8e-0e7d-4e49-b53a-0675768eddd4 req-a1ea5813-9967-43be-9567-5c344c3c026a service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Sep 21 21:42:09.561315 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d84057-a576-42a2-afeb-a8ea3ba53cf1 req-c8afcd03-3056-4bc3-aaa2-76d39bc3bb3b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:09.562899 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e1d84057-a576-42a2-afeb-a8ea3ba53cf1 req-c8afcd03-3056-4bc3-aaa2-76d39bc3bb3b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 943 time: 0.0633311 Sep 21 21:42:09.614991 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e1d84057-a576-42a2-afeb-a8ea3ba53cf1 req-ba5d2604-1b79-40c9-a721-f740727fdb85 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459595 Sep 21 21:42:10.773758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3d90-91ba-4474-897c-30a9bef6547d req-a424b4c1-d966-4a46-9a59-a64b5fc124f6 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:10.775353 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-171b3d90-91ba-4474-897c-30a9bef6547d req-a424b4c1-d966-4a46-9a59-a64b5fc124f6 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 943 time: 0.0735900 Sep 21 21:42:10.833897 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-171b3d90-91ba-4474-897c-30a9bef6547d req-accb6b4f-d8ee-410f-a50a-072c907048f5 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Sep 21 21:42:11.360925 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e88542c8-587f-4ab1-b951-91447fe184a7 details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:42:11.498050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e88542c8-587f-4ab1-b951-91447fe184a7,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:11.510312 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'e88542c8-587f-4ab1-b951-91447fe184a7', 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678', 'port_id': 'e88542c8-587f-4ab1-b951-91447fe184a7', 'mac_address': 'fa:16:3e:62:0f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e21981f-4395-40c7-9518-a36ec9b25207', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:42:11.551771 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port e88542c8-587f-4ab1-b951-91447fe184a7 is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:42:11.552170 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:11.569139 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88542c8-587f-4ab1-b951-91447fe184a7 {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:42:11.590038 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e88542c8-587f-4ab1-b951-91447fe184a7,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:11.595151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:11.650394 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:11.874811 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['e88542c8-587f-4ab1-b951-91447fe184a7'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:42:12.014336 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af564c5-7120-41c4-b578-904255d05704 req-213035a3-8b53-4f3a-9433-363a78756429 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:12.023013 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5af564c5-7120-41c4-b578-904255d05704 req-213035a3-8b53-4f3a-9433-363a78756429 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 944 time: 0.0707350 Sep 21 21:42:12.078354 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5af564c5-7120-41c4-b578-904255d05704 req-08ddf3d0-9b43-4a2a-8a3e-bc54153c3aa2 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Sep 21 21:42:13.206575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c96e8-4b66-49db-b3d1-a7da514dc138 req-095ffc93-4002-40cc-a93d-83b12bd50d0f tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:13.208208 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3b7c96e8-4b66-49db-b3d1-a7da514dc138 req-095ffc93-4002-40cc-a93d-83b12bd50d0f tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 944 time: 0.0545776 Sep 21 21:42:13.285708 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3b7c96e8-4b66-49db-b3d1-a7da514dc138 req-7e18bf8c-5d7f-46fd-845d-3ab0d9bba069 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718682 Sep 21 21:42:13.376433 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e88542c8-587f-4ab1-b951-91447fe184a7 up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:42:13.429620 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port e88542c8-587f-4ab1-b951-91447fe184a7 completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:42:13.433644 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port e88542c8-587f-4ab1-b951-91447fe184a7 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:42:13.434064 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:13.434413 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port e88542c8-587f-4ab1-b951-91447fe184a7 Sep 21 21:42:13.525079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port e88542c8-587f-4ab1-b951-91447fe184a7 is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:42:13.525418 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:13.554076 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:13.556330 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b27c9e3-f888-4fe6-bf37-bde34b727acd" -d '{"events": [{"server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "name": "network-vif-plugged", "status": "completed", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:13.568707 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e88542c8-587f-4ab1-b951-91447fe184a7,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:13.573993 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:13.615780 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd24adf-265d-418d-a31e-901e724245de x-openstack-request-id: req-afd24adf-265d-418d-a31e-901e724245de {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:13.616379 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "name": "network-vif-plugged", "status": "completed", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:13.616633 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afd24adf-265d-418d-a31e-901e724245de {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:13.617039 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd24adf-265d-418d-a31e-901e724245de'] response: {'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7', 'code': 200} Sep 21 21:42:13.633411 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:13.806394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f756ee3-4c06-42ba-b9fc-c7306ca38196 req-b575d003-80ff-4a71-9f6a-4ec5ba51de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:13.808629 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6f756ee3-4c06-42ba-b9fc-c7306ca38196 req-b575d003-80ff-4a71-9f6a-4ec5ba51de05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 1129 time: 0.0492678 Sep 21 21:42:13.888146 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6f756ee3-4c06-42ba-b9fc-c7306ca38196 req-2bf538b1-98fb-4c7b-ad85-1a1516847948 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678554 Sep 21 21:42:14.431376 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1d522-4a56-451a-902d-52472ecbe051 req-6af6d54b-0758-4519-a36b-ff40ecc7893b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:14.433409 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7e1d522-4a56-451a-902d-52472ecbe051 req-6af6d54b-0758-4519-a36b-ff40ecc7893b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 945 time: 0.0716102 Sep 21 21:42:14.492035 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f7e1d522-4a56-451a-902d-52472ecbe051 req-d625e6af-915c-479b-92f5-23f4e5155170 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522628 Sep 21 21:42:15.652558 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff0f4-c24b-408c-bce9-3e157d9ab0c4 req-fff4519a-ec9e-4d67-9684-4b2392d862ef tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:15.661639 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a95ff0f4-c24b-408c-bce9-3e157d9ab0c4 req-fff4519a-ec9e-4d67-9684-4b2392d862ef tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 945 time: 0.0749300 Sep 21 21:42:15.729195 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-a95ff0f4-c24b-408c-bce9-3e157d9ab0c4 req-7e81213b-f95a-42f2-932a-a07e4a2b4b02 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665658 Sep 21 21:42:16.184358 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-42765f39-08aa-4627-a657-ba429ade24c2 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202697681&fields=id&tenant_id=c3c7e5b8b5b24aabb41fc215691d866b HTTP/1.1" status: 200 len: 267 time: 0.0630455 Sep 21 21:42:16.271988 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-d35600fd-76d7-45f9-9b35-468d4a326834 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:16.280577 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-d35600fd-76d7-45f9-9b35-468d4a326834 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 984 time: 0.0899627 Sep 21 21:42:16.287215 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Request body: {'port': {'security_groups': ['0a1059cb-c3be-40d8-8f45-e7e31ad6722f']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:42:16.383873 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.606577 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:16.644575 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.652860 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.666651 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:42:16.670363 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:16.672325 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.672637 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac4d42ea-991d-420e-9b48-90070dfa34f4 req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "PUT /v2.0/ports/f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 942 time: 0.3912435 Sep 21 21:42:16.681612 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34970) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:16.731583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:16.734831 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:16.738434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef806e2-1938-4786-b4a8-e93b9f87d08c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event updated for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:16.794217 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.806826 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:42:16.820696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd5fe7-54b1-407e-8709-0179d717a63e x-openstack-request-id: req-71bd5fe7-54b1-407e-8709-0179d717a63e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:16.820995 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:16.821251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71bd5fe7-54b1-407e-8709-0179d717a63e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:16.822347 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bd5fe7-54b1-407e-8709-0179d717a63e'] response: {'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:42:16.870271 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:16.953830 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-8134df24-9fdc-44d7-ac2a-869611f86357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:16.955750 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-8134df24-9fdc-44d7-ac2a-869611f86357 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1129 time: 0.1052983 Sep 21 21:42:17.006837 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.013315 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.017946 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba HTTP/1.1" status: 204 len: 168 time: 0.3351183 Sep 21 21:42:17.020881 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 34974) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:17.148716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4f366-d3fa-4812-b3a0-b1a8c0bb1848 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63e63b-6c1b-4cbb-b6df-cea2ed9fd6ba,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:17.167745 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-53b78690-334c-4b8f-bbd5-e8c5903483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:17.170919 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-53b78690-334c-4b8f-bbd5-e8c5903483e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.1976905 Sep 21 21:42:17.245176 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Deleting port e6c03740-e4b9-4d78-bbd8-651fea34a1c6 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:17.245858 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.274361 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-94d24f57-c104-44f2-85d9-6b14f66ca53e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 1001 time: 0.0863566 Sep 21 21:42:17.343352 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.343770 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for floatingip (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.352546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-9a08f038-e42b-4e4c-b1ee-927e803830cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:17.354419 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-9a08f038-e42b-4e4c-b1ee-927e803830cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.0741634 Sep 21 21:42:17.357447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Calling delete_port for e6c03740-e4b9-4d78-bbd8-651fea34a1c6 owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:17.426156 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-cebe9632-ff08-495a-87d3-f42b5c3ccb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:17.427995 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-cebe9632-ff08-495a-87d3-f42b5c3ccb1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621111 Sep 21 21:42:17.546312 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-b0336df8-7312-4c1f-9c97-7480d537597f service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073198 Sep 21 21:42:17.695000 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-77eed789-d8e4-425d-9fd6-4ae4f2dc9b3f req-e9fc890e-0596-4e9e-874a-4bbd90f79c04 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381669 Sep 21 21:42:17.791346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (e6c03740-e4b9-4d78-bbd8-651fea34a1c6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.819955 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event deleted for resources: {'Port': ['ID=e6c03740-e4b9-4d78-bbd8-651fea34a1c6,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:17.887542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks [] for floatingip (7b96ad0d-047a-4efa-9dd0-ee79cd92d98c), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:17.888088 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Floating IP 7b96ad0d-047a-4efa-9dd0-ee79cd92d98c disassociated (deleted). External IP: 172.27.0.133, port: f866f32a-d654-46dd-8c33-0e69fb2d1cf1. Sep 21 21:42:18.105965 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Router a6754d21-2bcd-47d7-a79f-3f60d9f68896 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:42:18.109571 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a38d2671-4011-4fef-b114-5b5fe044e2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:18.232627 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:42:18.237670 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:18.248093 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Sync routers for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:42:18.276942 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:18.277911 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:41:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:18.282264 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3c9fabd9-fe23-497c-abdc-e7077e216dde tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b96ad0d-047a-4efa-9dd0-ee79cd92d98c HTTP/1.1" status: 204 len: 168 time: 1.2456415 Sep 21 21:42:18.282938 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:18.287162 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30" -d '{"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:18.333824 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c1ad4f-f736-44e1-87b6-b4a67d2c5838 x-openstack-request-id: req-80c1ad4f-f736-44e1-87b6-b4a67d2c5838 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:18.334137 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:18.334496 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c1ad4f-f736-44e1-87b6-b4a67d2c5838 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:18.334794 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c1ad4f-f736-44e1-87b6-b4a67d2c5838'] response: {'name': 'network-changed', 'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:42:18.427660 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:18.525686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-8b641df3-1796-4841-af5c-370e2e73ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:18.528673 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-8b641df3-1796-4841-af5c-370e2e73ccee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 1129 time: 0.1621120 Sep 21 21:42:18.764870 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:18.786532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-ede1b4db-eb7b-4459-8e26-efcccc29db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:18.788819 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-ede1b4db-eb7b-4459-8e26-efcccc29db74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 200 len: 915 time: 0.2523968 Sep 21 21:42:18.835061 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Checking router: a6754d21-2bcd-47d7-a79f-3f60d9f68896 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:42:18.854909 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:18.855997 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:41:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:18.918606 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-dc5ffb6b-6171-4538-a1e5-c0e05149d530 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 200 len: 217 time: 0.1146324 Sep 21 21:42:19.096543 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-79559434-aefe-47d4-8241-2b69d1ebec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:19.098481 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-79559434-aefe-47d4-8241-2b69d1ebec5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 200 len: 854 time: 0.1333923 Sep 21 21:42:19.106056 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:19.171188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-4cb8a3b8-2699-4cb4-a284-c1714300f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:19.173272 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-4cb8a3b8-2699-4cb4-a284-c1714300f5bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4ab2998-a308-4613-a940-f07e909fae49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597563 Sep 21 21:42:19.317152 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-25b65c7b-51d2-4674-8928-47a39282348c service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369178 Sep 21 21:42:19.437226 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:19.499253 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24afa9a-dd4b-4ba9-b341-c4e0a701e9c4 None None] The sync data for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi is: [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:32Z', 'revision_number': 4, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '31e7f182-f960-4d9f-9ce4-f803fa3fd952', 'name': '', 'network_id': 'b4ab2998-a308-4613-a940-f07e909fae49', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'mac_address': 'fa:16:3e:5e:47:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:32Z', 'updated_at': '2022-09-21T21:39:36Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'subnets': [{'id': '39f728a3-ef64-468d-bbd5-f6d3f3c1518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:42:19.505055 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4f6933de-5b8a-47aa-9dab-b48bddeb0d30 req-c2454152-5c03-4f82-bc80-824e29d3743b service neutron] 10.222.0.20 "GET /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788797 Sep 21 21:42:19.665296 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:42:19.920141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e94ad3-060b-4299-8688-6ec2f3904d94 None None] New status for floating IP 7b96ad0d-047a-4efa-9dd0-ee79cd92d98c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:42:20.392232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9748bcb4-a4fa-4baf-bd3a-67c3c494d9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:20.734282 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35038) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:20.801427 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Deleting subnet 59e2ab56-aace-4b82-b848-8b180853c315 {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:42:20.805757 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Publish callbacks [] for subnet (59e2ab56-aace-4b82-b848-8b180853c315), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:20.849754 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (59e2ab56-aace-4b82-b848-8b180853c315), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:20.927849 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (59e2ab56-aace-4b82-b848-8b180853c315), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.008962 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (59e2ab56-aace-4b82-b848-8b180853c315), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.051356 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e2ab56-aace-4b82-b848-8b180853c315,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:21.061299 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.066381 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-bf8c98da-6d10-4acb-b042-3adf31bfbef4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59e2ab56-aace-4b82-b848-8b180853c315 HTTP/1.1" status: 204 len: 168 time: 0.3308389 Sep 21 21:42:21.068494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35050) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:21.170583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (b31c5372-52bd-431a-a424-3923d77aa5a5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.282940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (b31c5372-52bd-431a-a424-3923d77aa5a5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.305456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31c5372-52bd-431a-a424-3923d77aa5a5']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.315569 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ddaa7c-4113-4136-9874-e7048df9b83e') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.316135 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ddaa7c-4113-4136-9874-e7048df9b83e') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.326397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (63ddaa7c-4113-4136-9874-e7048df9b83e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.342415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (63ddaa7c-4113-4136-9874-e7048df9b83e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.349563 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:42:21.350028 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (63ddaa7c-4113-4136-9874-e7048df9b83e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.391220 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 63ddaa7c-4113-4136-9874-e7048df9b83e resource provider aggregate not found Sep 21 21:42:21.414272 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 63ddaa7c-4113-4136-9874-e7048df9b83e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63ddaa7c-4113-4136-9874-e7048df9b83e found for delete ", "request_id": "req-d1198dd7-a9de-4d60-8f0a-a529244dd8b5"}]} Sep 21 21:42:21.418707 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (b31c5372-52bd-431a-a424-3923d77aa5a5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.425009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.432061 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b31c5372-52bd-431a-a424-3923d77aa5a5 HTTP/1.1" status: 204 len: 168 time: 0.3596587 Sep 21 21:42:21.432491 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35060) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:21.451347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22704075-b8c1-4caa-8baa-d86b614e01d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31c5372-52bd-431a-a424-3923d77aa5a5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:21.480044 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Deleting subnet d1262403-02f4-417c-8f08-3a55fc32f1b5 {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:42:21.483545 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Publish callbacks [] for subnet (d1262403-02f4-417c-8f08-3a55fc32f1b5), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.522911 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (d1262403-02f4-417c-8f08-3a55fc32f1b5), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.565953 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (d1262403-02f4-417c-8f08-3a55fc32f1b5), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.631847 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (d1262403-02f4-417c-8f08-3a55fc32f1b5), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.656893 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1262403-02f4-417c-8f08-3a55fc32f1b5,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:21.663262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.668895 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c2a76516-ee5a-4b8b-89b7-a217f6e6e10a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1262403-02f4-417c-8f08-3a55fc32f1b5 HTTP/1.1" status: 204 len: 168 time: 0.2331562 Sep 21 21:42:21.669232 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35062) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:21.758648 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (8ef24826-7d87-4950-980d-17d469c4b24b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.802628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.842953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (8ef24826-7d87-4950-980d-17d469c4b24b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.864673 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef24826-7d87-4950-980d-17d469c4b24b']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.874582 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04059da-8113-420e-ba56-2634ad5a3799') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.874883 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04059da-8113-420e-ba56-2634ad5a3799') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:21.885722 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (d04059da-8113-420e-ba56-2634ad5a3799), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.900096 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (d04059da-8113-420e-ba56-2634ad5a3799), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.907944 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:42:21.908854 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (d04059da-8113-420e-ba56-2634ad5a3799), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.978341 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (8ef24826-7d87-4950-980d-17d469c4b24b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.982578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:21.990055 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ef24826-7d87-4950-980d-17d469c4b24b HTTP/1.1" status: 204 len: 168 time: 0.3158882 Sep 21 21:42:22.000322 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843456d3-e24d-4d40-8d2d-481475b21407 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef24826-7d87-4950-980d-17d469c4b24b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:22.204759 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35068) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:22.249134 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-8c36bfd0-d3d6-4939-babd-b8b95f4ff18c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=408b5422783b495ba2dc853e9018e9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430856 Sep 21 21:42:22.253339 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35072) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:22.312200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] Publish callbacks [] for security_group (1c945714-420a-4e0f-855a-ef7dac0c498a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:22.340214 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] Publish callbacks [] for security_group (1c945714-420a-4e0f-855a-ef7dac0c498a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:22.403395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1c945714-420a-4e0f-855a-ef7dac0c498a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:22.408631 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:22.414078 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c945714-420a-4e0f-855a-ef7dac0c498a HTTP/1.1" status: 204 len: 168 time: 0.1557603 Sep 21 21:42:22.442900 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84888627-68bd-49cd-8f3d-50a2337c713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c945714-420a-4e0f-855a-ef7dac0c498a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:22.572849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fb0a6-ea95-412b-a4e2-c43ae9d120e0 req-09db9f98-48a3-4aca-b9f6-85f7a890955b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:22.574530 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d79fb0a6-ea95-412b-a4e2-c43ae9d120e0 req-09db9f98-48a3-4aca-b9f6-85f7a890955b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0717003 Sep 21 21:42:22.644899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d79fb0a6-ea95-412b-a4e2-c43ae9d120e0 req-194cd18b-ac4e-4970-bea4-ec11ad72058b tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638659 Sep 21 21:42:22.828466 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35084) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:22.876188 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-af6177e6-590c-4a3d-9047-f6aebe3038cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=626ac36f18e643269f06d4be143db636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461109 Sep 21 21:42:22.879251 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35086) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:22.934322 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] Publish callbacks [] for security_group (1bbe8ff9-cf54-4326-b2e9-a299185fa4a9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:22.960718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] Publish callbacks [] for security_group (1bbe8ff9-cf54-4326-b2e9-a299185fa4a9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:23.014499 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (1bbe8ff9-cf54-4326-b2e9-a299185fa4a9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:23.017701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:23.019113 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bbe8ff9-cf54-4326-b2e9-a299185fa4a9 HTTP/1.1" status: 204 len: 168 time: 0.1388016 Sep 21 21:42:23.031317 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f893-e59d-4f62-a9a6-a689377e4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe8ff9-cf54-4326-b2e9-a299185fa4a9,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:23.434089 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment d04059da-8113-420e-ba56-2634ad5a3799 resource provider aggregate not found Sep 21 21:42:23.456560 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment d04059da-8113-420e-ba56-2634ad5a3799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d04059da-8113-420e-ba56-2634ad5a3799 found for delete ", "request_id": "req-3e54660f-5411-40f1-87be-7c7f6fa63289"}]} Sep 21 21:42:23.675222 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:23.802062 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583c6f3-e04c-4fd0-a0f5-eb2ccc404e1a req-2f09401e-aa64-461a-9153-815e484b5268 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:23.809139 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d583c6f3-e04c-4fd0-a0f5-eb2ccc404e1a req-2f09401e-aa64-461a-9153-815e484b5268 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0815492 Sep 21 21:42:23.865112 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d583c6f3-e04c-4fd0-a0f5-eb2ccc404e1a req-1e4ee1cc-7e15-48f9-b15c-05c1edc72b1c tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Sep 21 21:42:24.534716 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:24.566216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-3371f96a-0ad6-4fe9-94e7-4e4bc9a94079 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:24.567757 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-3371f96a-0ad6-4fe9-94e7-4e4bc9a94079 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.20 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.0817394 Sep 21 21:42:24.769203 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Deleting port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:24.769696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:24.875281 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] For port f866f32a-d654-46dd-8c33-0e69fb2d1cf1, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:24.875647 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:24.890187 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Calling delete_port for f866f32a-d654-46dd-8c33-0e69fb2d1cf1 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:25.070589 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60cf72-d591-4d55-b639-ef1b6fd99797 req-3c05b44f-00ad-457d-9951-d508a6bb08a0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:42:25.072307 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc60cf72-d591-4d55-b639-ef1b6fd99797 req-3c05b44f-00ad-457d-9951-d508a6bb08a0 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/ports?device_id=638bc23c-30ad-4cbf-a4e5-5ae6315eb5da HTTP/1.1" status: 200 len: 945 time: 0.1122630 Sep 21 21:42:25.199522 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc60cf72-d591-4d55-b639-ef1b6fd99797 req-16ba3be8-b68d-4801-873b-a61d34dd73a4 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a1059cb-c3be-40d8-8f45-e7e31ad6722f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115935 Sep 21 21:42:25.206945 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f866f32a-d654-46dd-8c33-0e69fb2d1cf1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:25.229073 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['f866f32a-d654-46dd-8c33-0e69fb2d1cf1'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:42:25.286012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Pushing event deleted for resources: {'Port': ['ID=f866f32a-d654-46dd-8c33-0e69fb2d1cf1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:25.315166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] No DVR routers for this DVR port f866f32a-d654-46dd-8c33-0e69fb2d1cf1 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:25.320758 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:25.324525 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23dd350a-87aa-474c-b500-b04fc134ac30 req-e541049f-8699-4369-8ea7-f500fbb37fd1 tempest-TestMinimumBasicScenario-168961672 tempest-TestMinimumBasicScenario-168961672-project] 10.222.0.20 "DELETE /v2.0/ports/f866f32a-d654-46dd-8c33-0e69fb2d1cf1 HTTP/1.1" status: 204 len: 173 time: 0.7497272 Sep 21 21:42:25.326279 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'name': 'network-vif-deleted', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:42:25.331935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875b93c8-3676-4b14-8a69-eda85c33cd27" -d '{"events": [{"server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "name": "network-vif-deleted", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:42:25.382526 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d55feb2-757b-4be8-b1f1-47ed452ca00b x-openstack-request-id: req-6d55feb2-757b-4be8-b1f1-47ed452ca00b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:42:25.382733 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638bc23c-30ad-4cbf-a4e5-5ae6315eb5da", "name": "network-vif-deleted", "tag": "f866f32a-d654-46dd-8c33-0e69fb2d1cf1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:42:25.383105 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d55feb2-757b-4be8-b1f1-47ed452ca00b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:42:25.383494 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d55feb2-757b-4be8-b1f1-47ed452ca00b'] response: {'server_uuid': '638bc23c-30ad-4cbf-a4e5-5ae6315eb5da', 'name': 'network-vif-deleted', 'tag': 'f866f32a-d654-46dd-8c33-0e69fb2d1cf1', 'status': 'completed', 'code': 200} Sep 21 21:42:27.091161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35192) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:27.429360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:27.986044 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Deleting port 31e7f182-f960-4d9f-9ce4-f803fa3fd952 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:27.986384 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:28.090895 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] For port 31e7f182-f960-4d9f-9ce4-f803fa3fd952, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=31e7f182-f960-4d9f-9ce4-f803fa3fd952,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:28.091336 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:28.107563 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Calling delete_port for 31e7f182-f960-4d9f-9ce4-f803fa3fd952 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:28.305762 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (31e7f182-f960-4d9f-9ce4-f803fa3fd952), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:28.330482 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e7f182-f960-4d9f-9ce4-f803fa3fd952,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:28.502338 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:28.706843 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Router a6754d21-2bcd-47d7-a79f-3f60d9f68896 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:42:28.812642 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:42:28.818050 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9b61206c-2c99-4a1f-bcc4-db06398d4726 admin admin] 10.222.0.18 "PUT /v2.0/routers/a6754d21-2bcd-47d7-a79f-3f60d9f68896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258337 Sep 21 21:42:28.820872 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35302) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:28.828085 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Sync routers for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:42:28.841736 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:28.842699 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:28.932956 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks [] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.038477 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:29.042110 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks [] for router_gateway (a6754d21-2bcd-47d7-a79f-3f60d9f68896), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.091430 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Deleting port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:29.091759 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.149596 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35310) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:29.181209 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] For port 4eefe749-9319-4e8b-a5c4-22cdb57cd41e, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:29.181852 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.196599 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Calling delete_port for 4eefe749-9319-4e8b-a5c4-22cdb57cd41e owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:29.203203 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Deleting subnet 7cd69ea1-e616-443f-8b96-1aca172584f9 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:42:29.209806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Publish callbacks [] for subnet (7cd69ea1-e616-443f-8b96-1aca172584f9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.246274 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669506'] for subnet (7cd69ea1-e616-443f-8b96-1aca172584f9), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.259529 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:42:28Z', 'revision_number': 5, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port': {'id': '4eefe749-9319-4e8b-a5c4-22cdb57cd41e', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.289262 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Checking router: a6754d21-2bcd-47d7-a79f-3f60d9f68896 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:42:29.291287 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (7cd69ea1-e616-443f-8b96-1aca172584f9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.302567 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Routers {'a6754d21-2bcd-47d7-a79f-3f60d9f68896'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:29.303197 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.359752 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221916'] for subnet (7cd69ea1-e616-443f-8b96-1aca172584f9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.376438 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (4eefe749-9319-4e8b-a5c4-22cdb57cd41e), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.391171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd69ea1-e616-443f-8b96-1aca172584f9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:29.393866 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.397243 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0c6b93cc-d475-4a3a-b459-e0b5bc55f351 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7cd69ea1-e616-443f-8b96-1aca172584f9 HTTP/1.1" status: 204 len: 168 time: 0.2458451 Sep 21 21:42:29.400908 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35314) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:29.407465 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] Set router a6754d21-2bcd-47d7-a79f-3f60d9f68896 gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:29.408033 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eefe749-9319-4e8b-a5c4-22cdb57cd41e,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:29.423648 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f866f32a-d654-46dd-8c33-0e69fb2d1cf1 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:29.457002 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: f866f32a-d654-46dd-8c33-0e69fb2d1cf1 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:29.465135 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:42:29Z', 'revision_number': 6, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.465864 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f866f32a-d654-46dd-8c33-0e69fb2d1cf1 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:29.488713 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (87c14c9d-7ef4-4e68-81cc-963538527c61), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.501597 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.503512 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c02fd-aa66-439c-8bd2-f52b9317a6c7 None None] The sync data for ids ['a6754d21-2bcd-47d7-a79f-3f60d9f68896'] in dv-cinder-858344-1-iscsi is: [{'id': 'a6754d21-2bcd-47d7-a79f-3f60d9f68896', 'name': 'tempest-TestMinimumBasicScenario-1792076131-router', 'tenant_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:29Z', 'updated_at': '2022-09-21T21:42:29Z', 'revision_number': 6, 'project_id': 'c3c7e5b8b5b24aabb41fc215691d866b', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:42:29.579874 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (87c14c9d-7ef4-4e68-81cc-963538527c61), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.604987 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.605195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c14c9d-7ef4-4e68-81cc-963538527c61']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.607379 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks [] for router_controller (a6754d21-2bcd-47d7-a79f-3f60d9f68896), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.618407 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a17785a-911b-46a0-bba1-12bb2c7beb4b') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.618971 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a17785a-911b-46a0-bba1-12bb2c7beb4b') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:29.620790 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.631173 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (5a17785a-911b-46a0-bba1-12bb2c7beb4b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.644473 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (5a17785a-911b-46a0-bba1-12bb2c7beb4b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.655659 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:42:29.656482 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (5a17785a-911b-46a0-bba1-12bb2c7beb4b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.662959 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (a6754d21-2bcd-47d7-a79f-3f60d9f68896), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.663592 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6754d21-2bcd-47d7-a79f-3f60d9f68896 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:42:29.668389 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.669517 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d804c816-7649-4d2c-a91c-f075c1a6f1d6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a6754d21-2bcd-47d7-a79f-3f60d9f68896 HTTP/1.1" status: 204 len: 168 time: 0.8476663 Sep 21 21:42:29.672052 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35322) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:29.701516 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 5a17785a-911b-46a0-bba1-12bb2c7beb4b resource provider aggregate not found Sep 21 21:42:29.722481 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 5a17785a-911b-46a0-bba1-12bb2c7beb4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a17785a-911b-46a0-bba1-12bb2c7beb4b found for delete ", "request_id": "req-792383ec-391e-4d5d-a87e-1d848e6a7f31"}]} Sep 21 21:42:29.724973 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Deleting subnet 39f728a3-ef64-468d-bbd5-f6d3f3c1518b {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:42:29.727649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (87c14c9d-7ef4-4e68-81cc-963538527c61), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.728373 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Publish callbacks [] for subnet (39f728a3-ef64-468d-bbd5-f6d3f3c1518b), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.734066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.737756 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] 10.222.0.18 "DELETE /v2.0/networks/87c14c9d-7ef4-4e68-81cc-963538527c61 HTTP/1.1" status: 204 len: 168 time: 0.3358889 Sep 21 21:42:29.747704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0708f8c-22f0-49e8-b734-6607badff887 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c14c9d-7ef4-4e68-81cc-963538527c61,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:29.767316 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (39f728a3-ef64-468d-bbd5-f6d3f3c1518b), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.859816 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (39f728a3-ef64-468d-bbd5-f6d3f3c1518b), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.932188 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (39f728a3-ef64-468d-bbd5-f6d3f3c1518b), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.958682 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35328) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:29.968995 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f728a3-ef64-468d-bbd5-f6d3f3c1518b,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:29.973418 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:29.976667 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-e45bbdf2-10bd-4113-9707-cab95f8a6b2f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39f728a3-ef64-468d-bbd5-f6d3f3c1518b HTTP/1.1" status: 204 len: 168 time: 0.3036849 Sep 21 21:42:29.979277 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35330) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:29.983148 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4462402-b85a-4dd6-83ce-86177ce2cbf2 None None] Network b4ab2998-a308-4613-a940-f07e909fae49 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:30.069040 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35332) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:30.069259 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-46f80722-1da4-4935-b4b8-f637bbd9d078 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3355681476c04163b67233e803b911cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092064 Sep 21 21:42:30.075863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (b4ab2998-a308-4613-a940-f07e909fae49), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.123691 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] Publish callbacks [] for security_group (f3f5b6ec-1d44-491d-8daa-205949282548), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.142065 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Deleting port d009afe8-2a1d-486f-b057-c5be48ccc7f4 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:30.142535 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.146954 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] Publish callbacks [] for security_group (f3f5b6ec-1d44-491d-8daa-205949282548), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.198947 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (f3f5b6ec-1d44-491d-8daa-205949282548), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.202048 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.203220 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3f5b6ec-1d44-491d-8daa-205949282548 HTTP/1.1" status: 204 len: 168 time: 0.1330683 Sep 21 21:42:30.215752 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0a234-57d6-4683-bbe6-35f4ca7b685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5b6ec-1d44-491d-8daa-205949282548,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:30.232202 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] For port d009afe8-2a1d-486f-b057-c5be48ccc7f4, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d009afe8-2a1d-486f-b057-c5be48ccc7f4,segment=NetworkSegment(c388b207-a460-436c-aed1-70b79c30bd6e),segment_id=c388b207-a460-436c-aed1-70b79c30bd6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:30.232774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.246958 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Calling delete_port for d009afe8-2a1d-486f-b057-c5be48ccc7f4 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:30.326388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] DHCP port deletion for b4ab2998-a308-4613-a940-f07e909fae49 request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:42:30.362254 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.388628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Deleting port d009afe8-2a1d-486f-b057-c5be48ccc7f4 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:30.389533 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.398096 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d009afe8-2a1d-486f-b057-c5be48ccc7f4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:30.401569 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] No DVR routers for this DVR port d009afe8-2a1d-486f-b057-c5be48ccc7f4 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:30.456086 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d009afe8-2a1d-486f-b057-c5be48ccc7f4 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:30.482494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (b4ab2998-a308-4613-a940-f07e909fae49), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.492239 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: d009afe8-2a1d-486f-b057-c5be48ccc7f4 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:30.492589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d009afe8-2a1d-486f-b057-c5be48ccc7f4 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:30.493012 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 31e7f182-f960-4d9f-9ce4-f803fa3fd952 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:30.514837 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ab2998-a308-4613-a940-f07e909fae49']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:30.532494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c388b207-a460-436c-aed1-70b79c30bd6e') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:30.532790 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c388b207-a460-436c-aed1-70b79c30bd6e') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:30.547053 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (c388b207-a460-436c-aed1-70b79c30bd6e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.565399 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (c388b207-a460-436c-aed1-70b79c30bd6e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.572536 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:42:30.573032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (c388b207-a460-436c-aed1-70b79c30bd6e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.643719 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (b4ab2998-a308-4613-a940-f07e909fae49), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.650718 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.654338 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4ab2998-a308-4613-a940-f07e909fae49 HTTP/1.1" status: 204 len: 168 time: 0.6740980 Sep 21 21:42:30.657677 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35346) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:30.667134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aae15e-672b-4007-9e58-7dce2048a8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ab2998-a308-4613-a940-f07e909fae49,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:30.673049 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 31e7f182-f960-4d9f-9ce4-f803fa3fd952 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:30.673879 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 31e7f182-f960-4d9f-9ce4-f803fa3fd952 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:30.675247 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4eefe749-9319-4e8b-a5c4-22cdb57cd41e no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:30.698199 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] For port d009afe8-2a1d-486f-b057-c5be48ccc7f4, host dv-cinder-858344-1-iscsi, got binding levels [] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:30.698628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.711931 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 4eefe749-9319-4e8b-a5c4-22cdb57cd41e {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:30.712615 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4eefe749-9319-4e8b-a5c4-22cdb57cd41e not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:30.734811 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Calling delete_port for d009afe8-2a1d-486f-b057-c5be48ccc7f4 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:30.738597 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Port d009afe8-2a1d-486f-b057-c5be48ccc7f4 was not found and therefore no delete operation was performed {{(pid=104011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:42:30.740030 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (d009afe8-2a1d-486f-b057-c5be48ccc7f4), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:30.767492 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Network b4ab2998-a308-4613-a940-f07e909fae49 is not hosted by any dhcp agent {{(pid=104011) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 21:42:30.768196 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] No DVR routers for this DVR port d009afe8-2a1d-486f-b057-c5be48ccc7f4 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:30.770137 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Pushing event deleted for resources: {'Port': ['ID=d009afe8-2a1d-486f-b057-c5be48ccc7f4,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:30.791666 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.792056 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.792817 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.793171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.793508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:30.797537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7c8f74-3708-4ce6-9c51-8db95cb9de7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:31.066793 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (3608555c-da6b-4856-839f-00bdbae054c6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:31.309061 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Deleting port d2b0177f-a66f-45b0-9a0f-1872d3925987 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:31.309396 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:31.393409 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] For port d2b0177f-a66f-45b0-9a0f-1872d3925987, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=d2b0177f-a66f-45b0-9a0f-1872d3925987,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:31.393794 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:31.406211 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Calling delete_port for d2b0177f-a66f-45b0-9a0f-1872d3925987 owned by network:router_interface {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:31.597374 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (d2b0177f-a66f-45b0-9a0f-1872d3925987), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:31.621334 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b0177f-a66f-45b0-9a0f-1872d3925987,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:31.745098 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment c388b207-a460-436c-aed1-70b79c30bd6e resource provider aggregate not found Sep 21 21:42:31.764702 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment c388b207-a460-436c-aed1-70b79c30bd6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c388b207-a460-436c-aed1-70b79c30bd6e found for delete ", "request_id": "req-a6c74d72-8fbf-49fd-9bc8-289401d259a9"}]} Sep 21 21:42:31.815630 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (3608555c-da6b-4856-839f-00bdbae054c6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.248865 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Router 3608555c-da6b-4856-839f-00bdbae054c6 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:42:32.349542 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:42:32.357143 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b65b643c-fbe7-447e-ba36-766feb95ad35 admin admin] 10.222.0.18 "PUT /v2.0/routers/3608555c-da6b-4856-839f-00bdbae054c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951125 Sep 21 21:42:32.357239 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35430) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:32.360398 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Sync routers for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:42:32.376050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:32.376961 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:32.468065 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks [] for router (3608555c-da6b-4856-839f-00bdbae054c6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.497946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:32.571580 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks [] for router_gateway (3608555c-da6b-4856-839f-00bdbae054c6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.631046 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Deleting port fa03fd3f-829d-45ca-a7fb-77f13716abd9 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:32.631455 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.689522 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:42:31Z', 'revision_number': 5, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port': {'id': 'fa03fd3f-829d-45ca-a7fb-77f13716abd9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:25:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3608555c-da6b-4856-839f-00bdbae054c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:39:35Z', 'updated_at': '2022-09-21T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:32.713102 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] For port fa03fd3f-829d-45ca-a7fb-77f13716abd9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=fa03fd3f-829d-45ca-a7fb-77f13716abd9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:32.713475 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.715041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Checking router: 3608555c-da6b-4856-839f-00bdbae054c6 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:42:32.723959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Routers {'3608555c-da6b-4856-839f-00bdbae054c6'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:42:32.724581 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['3608555c-da6b-4856-839f-00bdbae054c6'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:32.726609 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Calling delete_port for fa03fd3f-829d-45ca-a7fb-77f13716abd9 owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:32.809279 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] Set router 3608555c-da6b-4856-839f-00bdbae054c6 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:42:32.860763 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:42:32Z', 'revision_number': 6, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:32.890701 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a00185-f92e-4bfc-bd6a-bc944c612955 None None] The sync data for ids ['3608555c-da6b-4856-839f-00bdbae054c6'] in dv-cinder-858344-1-iscsi is: [{'id': '3608555c-da6b-4856-839f-00bdbae054c6', 'name': 'tempest-TestMinimumBasicScenario-875663301-router', 'tenant_id': '9ef6187293494158a12bf731fb83a056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:39:34Z', 'updated_at': '2022-09-21T21:42:32Z', 'revision_number': 6, 'project_id': '9ef6187293494158a12bf731fb83a056', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:42:32.912404 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (fa03fd3f-829d-45ca-a7fb-77f13716abd9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:32.946056 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa03fd3f-829d-45ca-a7fb-77f13716abd9,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:33.003977 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (3608555c-da6b-4856-839f-00bdbae054c6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.092868 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (3608555c-da6b-4856-839f-00bdbae054c6), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.095053 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks [] for router_controller (3608555c-da6b-4856-839f-00bdbae054c6), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.137473 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (3608555c-da6b-4856-839f-00bdbae054c6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.138087 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3608555c-da6b-4856-839f-00bdbae054c6 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:42:33.142649 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.144441 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b5f3c85e-96d4-460d-a75c-142764d59d9e admin admin] 10.222.0.18 "DELETE /v2.0/routers/3608555c-da6b-4856-839f-00bdbae054c6 HTTP/1.1" status: 204 len: 168 time: 0.7862072 Sep 21 21:42:33.146931 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35446) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:33.192755 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Deleting subnet ecbc2539-be14-4515-81e8-a3e4d52ee904 {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:42:33.195927 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Publish callbacks [] for subnet (ecbc2539-be14-4515-81e8-a3e4d52ee904), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.247870 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (ecbc2539-be14-4515-81e8-a3e4d52ee904), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.344935 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (ecbc2539-be14-4515-81e8-a3e4d52ee904), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.399210 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (ecbc2539-be14-4515-81e8-a3e4d52ee904), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.422162 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbc2539-be14-4515-81e8-a3e4d52ee904,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:33.428323 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.431540 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b6051269-cbd5-4df6-876c-b8f7c2d1ed5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecbc2539-be14-4515-81e8-a3e4d52ee904 HTTP/1.1" status: 204 len: 168 time: 0.2836840 Sep 21 21:42:33.434055 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7abad12-d73d-43ee-b5f1-4e94378d3330 None None] Network 5f9a745e-5625-44fc-9b45-b25c96373128 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:42:33.434555 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35448) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:33.517931 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (5f9a745e-5625-44fc-9b45-b25c96373128), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.575368 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Deleting port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:33.575978 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.646991 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] For port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:33.647279 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.661936 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Calling delete_port for 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:33.662603 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] DHCP port deletion for 5f9a745e-5625-44fc-9b45-b25c96373128 request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:42:33.711729 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Deleting port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:42:33.712380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.750196 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.779212 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Pushing event deleted for resources: {'Port': ['ID=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:33.781166 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] No DVR routers for this DVR port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 on host dv-cinder-858344-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:33.786998 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] For port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,segment=NetworkSegment(13562ffe-ffc6-46bc-a398-cfe5e8586d74),segment_id=13562ffe-ffc6-46bc-a398-cfe5e8586d74)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:42:33.787410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.802245 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Calling delete_port for 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:42:33.865813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (5f9a745e-5625-44fc-9b45-b25c96373128), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.888270 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9a745e-5625-44fc-9b45-b25c96373128']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:33.894493 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (43cc69f3-3c8b-49bb-8135-34eaff9f5fa1), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.899978 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13562ffe-ffc6-46bc-a398-cfe5e8586d74') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:33.900382 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13562ffe-ffc6-46bc-a398-cfe5e8586d74') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:42:33.918341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] No DVR routers for this DVR port 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:42:33.926912 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (13562ffe-ffc6-46bc-a398-cfe5e8586d74), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.937968 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3681ba-fa6b-465f-9918-bcf4fc23cd3a None None] Pushing event deleted for resources: {'Port': ['ID=43cc69f3-3c8b-49bb-8135-34eaff9f5fa1,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:33.945240 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (13562ffe-ffc6-46bc-a398-cfe5e8586d74), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:33.960255 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:42:33.960796 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (13562ffe-ffc6-46bc-a398-cfe5e8586d74), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.034488 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (5f9a745e-5625-44fc-9b45-b25c96373128), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.049324 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.052859 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5f9a745e-5625-44fc-9b45-b25c96373128 HTTP/1.1" status: 204 len: 168 time: 0.6178534 Sep 21 21:42:34.071074 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d452d4c-d4fa-467f-bb9b-fbf2bdb3d764 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9a745e-5625-44fc-9b45-b25c96373128,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:34.143989 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 13562ffe-ffc6-46bc-a398-cfe5e8586d74 resource provider aggregate not found Sep 21 21:42:34.162811 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 13562ffe-ffc6-46bc-a398-cfe5e8586d74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13562ffe-ffc6-46bc-a398-cfe5e8586d74 found for delete ", "request_id": "req-ba8c78bd-2a1a-456c-9dfc-10802a72784a"}]} Sep 21 21:42:34.237890 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35464) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:34.277645 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-426799b2-535d-4f62-90f0-385c1b607aff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3c7e5b8b5b24aabb41fc215691d866b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386000 Sep 21 21:42:34.280046 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35466) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:34.328362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] Publish callbacks [] for security_group (0a1059cb-c3be-40d8-8f45-e7e31ad6722f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.350019 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] Publish callbacks [] for security_group (0a1059cb-c3be-40d8-8f45-e7e31ad6722f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.400769 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0a1059cb-c3be-40d8-8f45-e7e31ad6722f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.403749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device fa03fd3f-829d-45ca-a7fb-77f13716abd9 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:34.404399 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.406068 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a1059cb-c3be-40d8-8f45-e7e31ad6722f HTTP/1.1" status: 204 len: 168 time: 0.1250045 Sep 21 21:42:34.416477 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042da088-e707-4c23-8100-1ce0a417bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1059cb-c3be-40d8-8f45-e7e31ad6722f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:34.432388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: fa03fd3f-829d-45ca-a7fb-77f13716abd9 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:34.432731 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device fa03fd3f-829d-45ca-a7fb-77f13716abd9 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:34.433152 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:34.455533 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:34.456158 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 43cc69f3-3c8b-49bb-8135-34eaff9f5fa1 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:34.456290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d2b0177f-a66f-45b0-9a0f-1872d3925987 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:42:34.476100 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: d2b0177f-a66f-45b0-9a0f-1872d3925987 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:42:34.476513 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device d2b0177f-a66f-45b0-9a0f-1872d3925987 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:42:34.729868 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35474) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:34.776998 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4c1a33fa-88d6-4307-8b78-f1ea1fdc4721 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ef6187293494158a12bf731fb83a056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456533 Sep 21 21:42:34.779538 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35476) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:34.828257 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] Publish callbacks [] for security_group (9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.851097 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] Publish callbacks [] for security_group (9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.901759 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.904340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:34.905489 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9 HTTP/1.1" status: 204 len: 168 time: 0.1250372 Sep 21 21:42:34.914853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce300b-0e09-430f-bf67-016cc6cb42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b58d9-4cc7-4b0e-bb80-d3bade61d1c9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:48.103072 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e7a47ef0-4e94-49ca-bc7e-92d5fb59f433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:50.384745 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5a445d4f-7eb4-486c-85b2-584adbcc2d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:51.799548 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:53.672412 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:54.533833 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:56.664459 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:42:59.623333 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:07.516923 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-77cb02d9-2a8e-4673-b12c-0c6b98e26cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482149 Sep 21 21:43:07.611922 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965407f8-af9d-408a-9790-c2e941938f02 req-2c5178cc-83eb-47da-aef6-b659a7903b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:07.613427 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-2c5178cc-83eb-47da-aef6-b659a7903b22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1130 time: 0.0484443 Sep 21 21:43:07.711767 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965407f8-af9d-408a-9790-c2e941938f02 req-c94d4eb3-8417-44b6-9c9c-e6e9ed075abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:07.713207 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-c94d4eb3-8417-44b6-9c9c-e6e9ed075abd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0816934 Sep 21 21:43:07.775925 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-37a2ebb0-76ad-4b5a-b198-7f58f506ee02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 1001 time: 0.0567002 Sep 21 21:43:07.824949 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965407f8-af9d-408a-9790-c2e941938f02 req-67a9df16-e14d-497b-88d5-69d89d684b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:07.826816 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-67a9df16-e14d-497b-88d5-69d89d684b7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0448895 Sep 21 21:43:07.875928 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965407f8-af9d-408a-9790-c2e941938f02 req-e2d382ab-c4fd-4fb2-a0ad-dcfd9e5e2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:07.877436 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-e2d382ab-c4fd-4fb2-a0ad-dcfd9e5e2461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443819 Sep 21 21:43:07.972384 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-48bb29bc-5a99-4ee7-a84b-dec6f7ddc1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880425 Sep 21 21:43:08.061537 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-965407f8-af9d-408a-9790-c2e941938f02 req-81d8c385-62a7-4a92-96f3-d9dcbf9fac64 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812321 Sep 21 21:43:14.098953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35808) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:14.201095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.274452 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Publish callbacks [] for security_group (16788190-ee74-4e3e-8e8e-ff6b84069e5f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.278169 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (16788190-ee74-4e3e-8e8e-ff6b84069e5f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.314804 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7c9513bde22416c95bfe5fc201d3317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147715 Sep 21 21:43:14.315640 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16788190-ee74-4e3e-8e8e-ff6b84069e5f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:14.317640 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35812) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:14.322645 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.322997 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.323345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.323688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.324020 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.324350 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.324678 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.325005 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.325600 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.325952 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.326277 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.326600 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.326920 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb291b1-13be-4413-a9b7-746872dff777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.366797 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Publish callbacks [] for security_group (16788190-ee74-4e3e-8e8e-ff6b84069e5f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.391804 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Publish callbacks [] for security_group (16788190-ee74-4e3e-8e8e-ff6b84069e5f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.438084 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (16788190-ee74-4e3e-8e8e-ff6b84069e5f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.440589 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:14.441802 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16788190-ee74-4e3e-8e8e-ff6b84069e5f HTTP/1.1" status: 204 len: 168 time: 0.1230254 Sep 21 21:43:14.451646 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16788190-ee74-4e3e-8e8e-ff6b84069e5f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:14.459965 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.460319 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.460953 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.461156 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.461487 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.461832 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.462159 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.462481 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.462805 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.463126 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.463447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.463766 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:14.464081 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4074fed3-6cfd-481e-b6bf-748d8e632b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:17.425743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35828) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:17.569414 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port c3123c9d-f3ef-43f3-9a69-4d45b1a99dab {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:17.569754 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:17.642122 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:17.642447 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:17.654095 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for c3123c9d-f3ef-43f3-9a69-4d45b1a99dab owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:17.791818 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (c3123c9d-f3ef-43f3-9a69-4d45b1a99dab), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:17.817606 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=c3123c9d-f3ef-43f3-9a69-4d45b1a99dab,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:17.887732 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (3277daad-a64f-4beb-9b0d-51a5bbcb65d9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:17.888177 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 3277daad-a64f-4beb-9b0d-51a5bbcb65d9 disassociated (deleted). External IP: 172.27.0.140, port: f3df65fa-a716-4ca7-81c1-2531f89e9e67. Sep 21 21:43:18.080731 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:43:18.103410 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b3df7e1d-4741-48e3-92cc-156072be56d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:18.182640 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:43:18.187412 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:18.192660 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:43:18.202551 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:18.203159 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:18.216840 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-9e95bfde-9ccc-4c2c-b286-aac117fa139f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "DELETE /v2.0/floatingips/3277daad-a64f-4beb-9b0d-51a5bbcb65d9 HTTP/1.1" status: 204 len: 168 time: 0.7899361 Sep 21 21:43:18.217567 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:18.220041 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a" -d '{"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:18.260387 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce333c8-5909-4eb2-8ced-929c69f4a7ef x-openstack-request-id: req-6ce333c8-5909-4eb2-8ced-929c69f4a7ef {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:18.260688 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:18.260942 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ce333c8-5909-4eb2-8ced-929c69f4a7ef {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:18.261350 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce333c8-5909-4eb2-8ced-929c69f4a7ef'] response: {'name': 'network-changed', 'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'status': 'completed', 'code': 200} Sep 21 21:43:18.302559 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:18.442401 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed664c-5390-48f3-aa6f-fd42f72035f9 req-9af8854e-2211-4c54-bb2d-a1f3a6e1e88e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:18.443985 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aed664c-5390-48f3-aa6f-fd42f72035f9 req-9af8854e-2211-4c54-bb2d-a1f3a6e1e88e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0562203 Sep 21 21:43:18.493888 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aed664c-5390-48f3-aa6f-fd42f72035f9 req-b780b8be-66a7-4608-aad9-bf2713a4026e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438356 Sep 21 21:43:18.518477 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:18.543968 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:43:18.553017 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:18.553631 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:42:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:18.649952 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:18.859817 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:18.962495 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d663919f-16e6-4b8b-854e-5959d23b9ef6 None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '57136268-f075-4dc5-a862-3b31ea406856', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'port_id': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'mac_address': 'fa:16:3e:a3:fe:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:39:18Z', 'updated_at': '2022-09-21T21:39:21Z', 'revision_number': 1, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:43:19.045068 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-2ebf150c-7145-494c-9b4a-da7aaed8f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:19.046688 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-2ebf150c-7145-494c-9b4a-da7aaed8f8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 1129 time: 0.0471375 Sep 21 21:43:19.141815 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-f675ee52-b794-49ce-b7c2-2687da107d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:19.143305 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-f675ee52-b794-49ce-b7c2-2687da107d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0893373 Sep 21 21:43:19.181313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f84d736-f0f3-48f9-8cc5-534f0a6a1321 None None] New status for floating IP 3277daad-a64f-4beb-9b0d-51a5bbcb65d9: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:43:19.188183 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-ac349ac1-d6e0-4a3b-9915-49778ae148c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 200 len: 217 time: 0.0385158 Sep 21 21:43:19.238116 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-8a27440d-e358-4f38-8d96-95ebcd80f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:19.239767 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-8a27440d-e358-4f38-8d96-95ebcd80f781 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0449765 Sep 21 21:43:19.290013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-8435c04c-15ce-401a-a3dc-f636a4e714a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:19.291528 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-8435c04c-15ce-401a-a3dc-f636a4e714a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451140 Sep 21 21:43:19.382961 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-bc8255cf-6a50-4cbf-b7d9-bc656cfa3ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Sep 21 21:43:19.472972 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e1e3bae-46f9-468d-8eb5-22c2bba7698a req-f9d8e6b5-ec56-4183-a51e-3e29417bc41e service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835202 Sep 21 21:43:19.634072 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaa9fa-0a66-402e-89f4-2c53fd16d158 req-ee7dc8e7-a185-4dac-8972-1f6c54beffd5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:19.635704 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7cfaa9fa-0a66-402e-89f4-2c53fd16d158 req-ee7dc8e7-a185-4dac-8972-1f6c54beffd5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0569816 Sep 21 21:43:19.688179 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-7cfaa9fa-0a66-402e-89f4-2c53fd16d158 req-6a262108-0a3f-40ee-93b5-7bc41252a311 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469112 Sep 21 21:43:20.386980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c8d6791b-b467-4567-9b57-48ec4e25970f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:20.812095 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27dfb-1a25-4dab-90e3-02a46aa6583c req-f5ed8bd5-1bdf-4b0b-9d50-cdd692d140b8 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:20.813556 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8c27dfb-1a25-4dab-90e3-02a46aa6583c req-f5ed8bd5-1bdf-4b0b-9d50-cdd692d140b8 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Sep 21 21:43:20.861543 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d8c27dfb-1a25-4dab-90e3-02a46aa6583c req-85c216ec-e823-42db-929c-8005b745a900 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Sep 21 21:43:21.803538 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:21.983813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be003c0-076d-471f-84fc-499ceb342108 req-7e393f5d-e00b-4f69-861f-53115344934c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:21.985323 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0be003c0-076d-471f-84fc-499ceb342108 req-7e393f5d-e00b-4f69-861f-53115344934c tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0523641 Sep 21 21:43:22.035160 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0be003c0-076d-471f-84fc-499ceb342108 req-c87e2e7d-727a-4d08-b2c7-de9911696a69 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 Sep 21 21:43:23.155194 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd52a25-888d-47a5-9f83-a91f71d024a3 req-a866628b-def3-4f4e-ba06-28fa6e4b5a99 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:23.156654 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dd52a25-888d-47a5-9f83-a91f71d024a3 req-a866628b-def3-4f4e-ba06-28fa6e4b5a99 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0505903 Sep 21 21:43:23.203597 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dd52a25-888d-47a5-9f83-a91f71d024a3 req-ccfa4dd5-d7ba-4441-88b3-0e3617e0fe55 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Sep 21 21:43:23.676870 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:24.332798 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee74567-d4f3-47f5-9de6-9e40e591f6cd req-295709ee-02cf-4ab6-adc7-aedaa6e0e803 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:24.334270 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cee74567-d4f3-47f5-9de6-9e40e591f6cd req-295709ee-02cf-4ab6-adc7-aedaa6e0e803 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0588393 Sep 21 21:43:24.381365 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cee74567-d4f3-47f5-9de6-9e40e591f6cd req-a8031ccb-121c-46a3-8e90-5ad1bacacb3e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Sep 21 21:43:24.538271 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:25.509643 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca9d95-b864-4029-abc3-6ab31702e221 req-4737e4c9-f027-402a-9b2c-7f649a1a163e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:25.511143 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32ca9d95-b864-4029-abc3-6ab31702e221 req-4737e4c9-f027-402a-9b2c-7f649a1a163e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0585415 Sep 21 21:43:25.561392 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32ca9d95-b864-4029-abc3-6ab31702e221 req-b8def66a-c65b-47d8-b7c3-c86e6c30fa3a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Sep 21 21:43:26.681637 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1f9fc-0dd4-4a63-b192-1229fd9b9d4d req-5bfafa05-e11e-4fca-91ca-108a2a670ba3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:26.683038 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-59d1f9fc-0dd4-4a63-b192-1229fd9b9d4d req-5bfafa05-e11e-4fca-91ca-108a2a670ba3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0513639 Sep 21 21:43:26.730551 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-59d1f9fc-0dd4-4a63-b192-1229fd9b9d4d req-bf70ff4a-bfb3-485f-912a-e92f00807ee3 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Sep 21 21:43:27.187131 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 35930) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:27.296449 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74e62e41-06e7-48d8-9d1a-8147160a1943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.380468 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74e62e41-06e7-48d8-9d1a-8147160a1943 admin admin] Publish callbacks [] for security_group (8199839d-81d4-4c44-81c1-24817a97af55), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.384257 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-74e62e41-06e7-48d8-9d1a-8147160a1943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8199839d-81d4-4c44-81c1-24817a97af55), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.422667 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-74e62e41-06e7-48d8-9d1a-8147160a1943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55ac954231ca426abd6ef2d77565139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344596 Sep 21 21:43:27.423523 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e62e41-06e7-48d8-9d1a-8147160a1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8199839d-81d4-4c44-81c1-24817a97af55,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:27.425319 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35938) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:27.477070 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] Publish callbacks [] for security_group (8199839d-81d4-4c44-81c1-24817a97af55), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.498047 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] Publish callbacks [] for security_group (8199839d-81d4-4c44-81c1-24817a97af55), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.543154 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (8199839d-81d4-4c44-81c1-24817a97af55), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.545725 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.546877 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8199839d-81d4-4c44-81c1-24817a97af55 HTTP/1.1" status: 204 len: 168 time: 0.1204019 Sep 21 21:43:27.555243 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7cdbd-3c48-4b44-9975-584dbf5ee224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8199839d-81d4-4c44-81c1-24817a97af55,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:27.774749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device f3df65fa-a716-4ca7-81c1-2531f89e9e67 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:27.856178 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port f3df65fa-a716-4ca7-81c1-2531f89e9e67 is: ACTIVE; New status is: DOWN {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:43:27.856748 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.862527 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784cc5-11f6-4424-92ed-e106a4239fe8 req-b5814c6b-84ae-4b51-adcf-ba26eaf313d7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:27.864272 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-62784cc5-11f6-4424-92ed-e106a4239fe8 req-b5814c6b-84ae-4b51-adcf-ba26eaf313d7 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 945 time: 0.0583153 Sep 21 21:43:27.882316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:27.884802 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d8e27-d82c-40aa-8378-474f19095dbc" -d '{"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-unplugged", "status": "completed", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:27.898247 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:27.902898 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:27.930738 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738053a-b2ab-4c9f-b815-3c897218d903 x-openstack-request-id: req-b738053a-b2ab-4c9f-b815-3c897218d903 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:27.931038 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-unplugged", "status": "completed", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:27.931298 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b738053a-b2ab-4c9f-b815-3c897218d903 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:27.931696 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b738053a-b2ab-4c9f-b815-3c897218d903'] response: {'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'code': 200} Sep 21 21:43:27.932524 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-62784cc5-11f6-4424-92ed-e106a4239fe8 req-6e12d701-e492-4db8-bb2f-7c5bd8b49751 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620530 Sep 21 21:43:27.951917 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=6']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:28.038161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-123c98fa-9b16-45e0-a661-0853946f86e9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:28.039508 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-123c98fa-9b16-45e0-a661-0853946f86e9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 943 time: 0.0512192 Sep 21 21:43:28.131251 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port f3df65fa-a716-4ca7-81c1-2531f89e9e67 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:28.131592 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:28.221493 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] For port f3df65fa-a716-4ca7-81c1-2531f89e9e67, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=f3df65fa-a716-4ca7-81c1-2531f89e9e67,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:28.222166 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:28.235016 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for f3df65fa-a716-4ca7-81c1-2531f89e9e67 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:28.356441 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (f3df65fa-a716-4ca7-81c1-2531f89e9e67), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:28.390559 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=f3df65fa-a716-4ca7-81c1-2531f89e9e67,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:28.437940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] No DVR routers for this DVR port f3df65fa-a716-4ca7-81c1-2531f89e9e67 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:28.440927 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:28.445268 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c4e83160-8b7b-4a76-97ad-aa62b979d1c1 req-30c56d24-3688-471d-bdba-3506545f6e4e tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "DELETE /v2.0/ports/f3df65fa-a716-4ca7-81c1-2531f89e9e67 HTTP/1.1" status: 204 len: 173 time: 0.3974662 Sep 21 21:43:28.445810 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-deleted', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:28.448590 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4bce71-17e4-480f-aa95-9cf7b6f3cd3a" -d '{"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-deleted", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:28.489745 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad719ee7-83a2-446e-98d5-2660f28e5d6a x-openstack-request-id: req-ad719ee7-83a2-446e-98d5-2660f28e5d6a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:28.490099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26632d12-dbc7-4886-90e8-e4e51e6ac286", "name": "network-vif-deleted", "tag": "f3df65fa-a716-4ca7-81c1-2531f89e9e67", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:28.490357 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad719ee7-83a2-446e-98d5-2660f28e5d6a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:28.490795 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad719ee7-83a2-446e-98d5-2660f28e5d6a'] response: {'server_uuid': '26632d12-dbc7-4886-90e8-e4e51e6ac286', 'name': 'network-vif-deleted', 'tag': 'f3df65fa-a716-4ca7-81c1-2531f89e9e67', 'status': 'completed', 'code': 200} Sep 21 21:43:28.660509 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d813c-3117-4e1b-af5e-e1f935dad5dc req-65098118-b5a2-461a-9d16-582a08ddeef5 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:28.662485 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b6d813c-3117-4e1b-af5e-e1f935dad5dc req-65098118-b5a2-461a-9d16-582a08ddeef5 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 945 time: 0.0530670 Sep 21 21:43:28.713842 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-3b6d813c-3117-4e1b-af5e-e1f935dad5dc req-90ce1b96-ec14-43c0-98bd-0eb14846788c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Sep 21 21:43:29.046075 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aa79fcf2-3b7c-40c1-8ecf-4560f5cb646e req-69ccd8d1-a7d9-4aa6-a5c0-f76ff7eef7ce tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=26632d12-dbc7-4886-90e8-e4e51e6ac286 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Sep 21 21:43:29.625536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:29.836460 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13811dfe-9cd2-40a0-bd10-2afc3e746713 req-79f3ebf3-6494-4147-aab8-cc16b5f8281d tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:29.837914 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13811dfe-9cd2-40a0-bd10-2afc3e746713 req-79f3ebf3-6494-4147-aab8-cc16b5f8281d tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 945 time: 0.0509746 Sep 21 21:43:29.887287 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-13811dfe-9cd2-40a0-bd10-2afc3e746713 req-af9bf613-3f27-4def-80cc-4a7e9895c9b6 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Sep 21 21:43:30.310704 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-1d2c89ac-3c3e-4d8c-b37a-985f945403cf tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:30.312133 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-1d2c89ac-3c3e-4d8c-b37a-985f945403cf tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 945 time: 0.0534942 Sep 21 21:43:30.404889 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Deleting port e88542c8-587f-4ab1-b951-91447fe184a7 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:30.405163 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:30.489732 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] For port e88542c8-587f-4ab1-b951-91447fe184a7, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=e88542c8-587f-4ab1-b951-91447fe184a7,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:30.490125 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:30.501554 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Calling delete_port for e88542c8-587f-4ab1-b951-91447fe184a7 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:30.623581 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (e88542c8-587f-4ab1-b951-91447fe184a7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:30.634708 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['e88542c8-587f-4ab1-b951-91447fe184a7'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:43:30.648447 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Pushing event deleted for resources: {'Port': ['ID=e88542c8-587f-4ab1-b951-91447fe184a7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:30.697743 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] No DVR routers for this DVR port e88542c8-587f-4ab1-b951-91447fe184a7 on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:30.700362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:30.703853 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9b7e5c4-e1e8-480e-b9f5-88d76db02794 req-0b592771-b62e-41fb-b521-94eea32c4edd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "DELETE /v2.0/ports/e88542c8-587f-4ab1-b951-91447fe184a7 HTTP/1.1" status: 204 len: 173 time: 0.3844140 Sep 21 21:43:30.704346 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'name': 'network-vif-deleted', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:30.706649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675beac-889d-4a6f-879b-39a0384d3da7" -d '{"events": [{"server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "name": "network-vif-deleted", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:30.742932 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f37184-c0f4-42e8-8b57-d93e6ce518d9 x-openstack-request-id: req-23f37184-c0f4-42e8-8b57-d93e6ce518d9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:30.743250 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bfeaab-c7e2-4431-b735-a24c08221769", "name": "network-vif-deleted", "tag": "e88542c8-587f-4ab1-b951-91447fe184a7", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:30.743506 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23f37184-c0f4-42e8-8b57-d93e6ce518d9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:30.743914 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f37184-c0f4-42e8-8b57-d93e6ce518d9'] response: {'server_uuid': 'c4bfeaab-c7e2-4431-b735-a24c08221769', 'name': 'network-vif-deleted', 'tag': 'e88542c8-587f-4ab1-b951-91447fe184a7', 'status': 'completed', 'code': 200} Sep 21 21:43:31.008525 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b045b77b-f9ec-4052-affc-3bca38ce4b3c req-9d6be6bf-7eb1-4233-99fb-7d0fafbbf52b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4bfeaab-c7e2-4431-b735-a24c08221769 HTTP/1.1" status: 200 len: 210 time: 0.0260024 Sep 21 21:43:32.335740 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 35982) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:32.687666 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port 948cdb9a-c379-4f57-8bb7-396834de3381 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:32.688007 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:32.761361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:32.761658 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (948cdb9a-c379-4f57-8bb7-396834de3381), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:32.773307 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for 948cdb9a-c379-4f57-8bb7-396834de3381 owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:32.911781 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (948cdb9a-c379-4f57-8bb7-396834de3381), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:32.935532 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=948cdb9a-c379-4f57-8bb7-396834de3381,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:32.998480 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (57136268-f075-4dc5-a862-3b31ea406856), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:32.998815 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.l3_db [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Floating IP 57136268-f075-4dc5-a862-3b31ea406856 disassociated (deleted). External IP: 172.27.0.95, port: 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db. Sep 21 21:43:33.189873 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:43:33.289158 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:43:33.294072 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:33.299335 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:43:33.313864 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:33.314501 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:33.324527 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-0965718f-4a90-4944-9e5c-0e882712c7fb tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "DELETE /v2.0/floatingips/57136268-f075-4dc5-a862-3b31ea406856 HTTP/1.1" status: 204 len: 168 time: 0.9876876 Sep 21 21:43:33.325431 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:33.327714 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7631c321512c413ef55d8135254343c0603fda48467e079411a4cd3e0386ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459" -d '{"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:33.363570 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4132a27f-0246-467d-aed3-b42fe3ba3018 x-openstack-request-id: req-4132a27f-0246-467d-aed3-b42fe3ba3018 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:33.364183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db", "status": "completed", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:33.364183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4132a27f-0246-467d-aed3-b42fe3ba3018 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:33.364511 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4132a27f-0246-467d-aed3-b42fe3ba3018'] response: {'name': 'network-changed', 'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'status': 'completed', 'code': 200} Sep 21 21:43:33.415241 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:33.546327 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b950d9-f199-429f-a5e9-151595b34cba req-c974864a-6dbb-467c-9b15-13493bf45a2d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:33.547731 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d1b950d9-f199-429f-a5e9-151595b34cba req-c974864a-6dbb-467c-9b15-13493bf45a2d tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0513620 Sep 21 21:43:33.601566 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d1b950d9-f199-429f-a5e9-151595b34cba req-0d4151dd-e19e-4338-a2ce-af72b18a4972 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Sep 21 21:43:33.609541 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:33.636851 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:43:33.644976 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:33.645605 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:33.684863 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:43:33.746941 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:33.929061 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:33.952719 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76724a-2b0e-4611-9cfd-9dc44671cc6c None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:35:55Z', 'revision_number': 4, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': 'bd2fa623-bea0-4841-8714-d8fd02714453', 'name': '', 'network_id': '6c6cb33d-f852-42ef-ba57-d501c6b2fa2e', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'mac_address': 'fa:16:3e:b1:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b1679163-0479-4365-91e5-50caca58a98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:54Z', 'updated_at': '2022-09-21T21:35:58Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'subnets': [{'id': 'b1679163-0479-4365-91e5-50caca58a98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:43:34.064479 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e88542c8-587f-4ab1-b951-91447fe184a7 no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:34.084633 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: e88542c8-587f-4ab1-b951-91447fe184a7 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:34.085079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device e88542c8-587f-4ab1-b951-91447fe184a7 not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:34.169821 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52462d7-641d-498d-8c79-0f5e4dce5895 None None] New status for floating IP 57136268-f075-4dc5-a862-3b31ea406856: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:43:34.726206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c46c5-fa8e-48e8-9c7c-fe5fbc3f8161 req-9ed429d2-9372-42cd-83bb-2be678aba042 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:34.727653 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f86c46c5-fa8e-48e8-9c7c-fe5fbc3f8161 req-9ed429d2-9372-42cd-83bb-2be678aba042 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0511389 Sep 21 21:43:34.773628 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f86c46c5-fa8e-48e8-9c7c-fe5fbc3f8161 req-c6659857-0378-4f9a-ab2f-a312133b55d5 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 Sep 21 21:43:35.032956 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-b74f23d4-dc1a-4341-a7e2-9c9cfa3bf7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:35.034470 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-b74f23d4-dc1a-4341-a7e2-9c9cfa3bf7bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 1130 time: 0.0471416 Sep 21 21:43:35.124069 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-45a4da79-41ce-4402-88dc-afcbb37c2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:35.125513 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-45a4da79-41ce-4402-88dc-afcbb37c2e8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 200 len: 912 time: 0.0848370 Sep 21 21:43:35.165571 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-a053fda3-cc98-4565-bdbf-4e5e72732180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 200 len: 217 time: 0.0311515 Sep 21 21:43:35.215853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-f121d319-5bcf-4b23-9293-56211c3796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:35.217304 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-f121d319-5bcf-4b23-9293-56211c3796e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 200 len: 851 time: 0.0453594 Sep 21 21:43:35.264568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-f655dce8-95cf-4323-b24a-5fd5cccf3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:35.266062 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-f655dce8-95cf-4323-b24a-5fd5cccf3b1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426080 Sep 21 21:43:35.364575 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-e59be6f0-1a8d-4afc-960d-f6d35c35c000 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915949 Sep 21 21:43:35.459044 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-28b78c06-9f63-4215-9d0d-2f8ac3ec2459 req-59b9a631-ca73-42f3-bc5c-610abeee349e service neutron] 10.222.0.20 "GET /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876050 Sep 21 21:43:35.900432 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce45c7-a628-4a51-b688-43c45771d4e7 req-d6adcc3f-23d2-4b23-9715-6e1d889653bf tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:35.901907 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-03ce45c7-a628-4a51-b688-43c45771d4e7 req-d6adcc3f-23d2-4b23-9715-6e1d889653bf tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0571790 Sep 21 21:43:35.949437 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-03ce45c7-a628-4a51-b688-43c45771d4e7 req-8189b004-2388-4fc6-af12-e7390c94310a tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/security-groups?id=7faae14c-0d33-4946-90d1-177ec518ebd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Sep 21 21:43:36.664264 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b916e8-da50-438e-9227-0714284d075c req-5f60ef23-e0ca-4e36-b228-c84d47a958d9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:36.665753 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29b916e8-da50-438e-9227-0714284d075c req-5f60ef23-e0ca-4e36-b228-c84d47a958d9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 946 time: 0.0513551 Sep 21 21:43:36.761156 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:36.761493 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:36.845161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] For port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:36.845520 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:36.857912 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:36.981137 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (4d4becbb-b0ea-49ff-87fe-92fb9c5b66db), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:37.009889 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=4d4becbb-b0ea-49ff-87fe-92fb9c5b66db,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:37.080357 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d45d2d00-e358-4898-8d49-e56bb71e4f9e req-347d77ef-c4d7-4da4-9d29-c1220cd74bff tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0435290 Sep 21 21:43:37.081011 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] No DVR routers for this DVR port 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:37.084138 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:37.087387 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29b916e8-da50-438e-9227-0714284d075c req-eaf9d2c9-ab1b-406b-b24b-eaecbc0f952f tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.20 "DELETE /v2.0/ports/4d4becbb-b0ea-49ff-87fe-92fb9c5b66db HTTP/1.1" status: 204 len: 173 time: 0.4164350 Sep 21 21:43:37.087904 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'name': 'network-vif-deleted', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:37.090698 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ef6b8-1e5b-43d9-ab1f-e45ad3d25950" -d '{"events": [{"server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "name": "network-vif-deleted", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:37.125690 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a871ed-c9c5-4fd7-aa2d-0df7b9781a9d x-openstack-request-id: req-f7a871ed-c9c5-4fd7-aa2d-0df7b9781a9d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:37.126018 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5632e0cb-6563-4827-a8c6-859f73c6b5fa", "name": "network-vif-deleted", "tag": "4d4becbb-b0ea-49ff-87fe-92fb9c5b66db", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:37.126272 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7a871ed-c9c5-4fd7-aa2d-0df7b9781a9d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:37.126690 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a871ed-c9c5-4fd7-aa2d-0df7b9781a9d'] response: {'server_uuid': '5632e0cb-6563-4827-a8c6-859f73c6b5fa', 'name': 'network-vif-deleted', 'tag': '4d4becbb-b0ea-49ff-87fe-92fb9c5b66db', 'status': 'completed', 'code': 200} Sep 21 21:43:38.180218 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd0a5d02-e76b-4f1e-a5a7-ea63956f2eac req-fc2a4494-3261-4bfc-8e8e-d35a6f3b4a94 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0271454 Sep 21 21:43:39.278711 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1dddee68-1065-45a7-9524-c76945803412 req-d5a642f0-4a78-4a41-8493-7bd494cc2403 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "GET /v2.0/ports?device_id=5632e0cb-6563-4827-a8c6-859f73c6b5fa HTTP/1.1" status: 200 len: 210 time: 0.0265739 Sep 21 21:43:40.048672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-12baaf65-f1c6-4041-b37d-2f867d97130b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:40.050205 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-12baaf65-f1c6-4041-b37d-2f867d97130b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 813 time: 0.1117208 Sep 21 21:43:40.064250 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-b9b0ef5c-72db-4779-b350-983f7f324aec tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/quotas/aa7ce111f99242d09f1962204ffa77f2 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Sep 21 21:43:40.095533 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-5a55162c-a60e-4916-a522-28653090c5d2 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265493 Sep 21 21:43:40.187784 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-59eed537-a220-4f3e-9105-aaa8ef78cd63 service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Sep 21 21:43:40.277238 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-add92d18-f52b-4052-a5c4-c0b9a6e9a8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Sep 21 21:43:40.343205 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36048) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:40.468804 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Deleting port 3c516afd-70b6-4591-9b75-7f330e26d90c {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:40.469149 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.551183 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.551510 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (3c516afd-70b6-4591-9b75-7f330e26d90c), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.565186 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Calling delete_port for 3c516afd-70b6-4591-9b75-7f330e26d90c owned by network:floatingip {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:40.695222 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (3c516afd-70b6-4591-9b75-7f330e26d90c), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.724433 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'Port': ['ID=3c516afd-70b6-4591-9b75-7f330e26d90c,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:40.785015 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for floatingip (6ad8f93b-262b-4605-bf2a-478395f99182), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.787557 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.788703 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-94a829f0-518b-45de-9240-91d95464dcd9 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "DELETE /v2.0/floatingips/6ad8f93b-262b-4605-bf2a-478395f99182 HTTP/1.1" status: 204 len: 168 time: 0.4444060 Sep 21 21:43:41.354105 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:41.372995 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:41.373420 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 4d4becbb-b0ea-49ff-87fe-92fb9c5b66db not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:41.444682 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-e685f47c-5805-40ae-b15e-2ffa6f177b95 req-b5efa428-29ae-46b7-a653-23fc27ad0bfe tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Sep 21 21:43:41.991152 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36072) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:42.046557 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (7faae14c-0d33-4946-90d1-177ec518ebd5), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.070534 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (7faae14c-0d33-4946-90d1-177ec518ebd5), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.130717 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (7faae14c-0d33-4946-90d1-177ec518ebd5), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.133442 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.134612 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] 10.222.0.18 "DELETE /v2.0/security-groups/7faae14c-0d33-4946-90d1-177ec518ebd5 HTTP/1.1" status: 204 len: 168 time: 0.1424563 Sep 21 21:43:42.143243 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20402-240a-45af-82fb-16a76fb3ca64 tempest-TestVolumeBootPattern-1694159169 tempest-TestVolumeBootPattern-1694159169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faae14c-0d33-4946-90d1-177ec518ebd5,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:42.338016 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-74f2656a-c5fc-4619-afe2-23693d6b2080 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:42.339455 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-74f2656a-c5fc-4619-afe2-23693d6b2080 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 813 time: 0.1022351 Sep 21 21:43:42.352314 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Request body: {'port': {'device_id': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678', 'admin_state_up': True, 'tenant_id': 'aa7ce111f99242d09f1962204ffa77f2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:43:42.545645 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-cffa6dee-9e7e-4f33-8578-e258c1d01d6e req-657f1cab-d73b-41b4-91f1-781a191dbb88 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 210 time: 0.0282626 Sep 21 21:43:42.723134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Made reservation on behalf of aa7ce111f99242d09f1962204ffa77f2 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:43:42.726506 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.851904 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Allocated IP 172.20.0.2 (5bdb95f9-285c-4c59-ad46-515f8b977678/7e21981f-4395-40c7-9518-a36ec9b25207/c8c57660-59a7-4479-a26d-c16492f58a0b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:43:42.995942 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks [] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.027260 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.067318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Network 5bdb95f9-285c-4c59-ad46-515f8b977678 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:43:43.070328 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:43:43.074004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:43:43.101806 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Pushing event updated for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:43.126655 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:43.127265 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.142555 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-6925adc7-52d7-4122-a127-3f94c7de349c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942493 Sep 21 21:43:43.154815 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Request body: {'port': {'device_id': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:43:43.203234 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36084) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:43.217571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.465178 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c57660-59a7-4479-a26d-c16492f58a0b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:43:43.473039 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks [] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.484800 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Transition to ACTIVE for port object c8c57660-59a7-4479-a26d-c16492f58a0b will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:43:43.489250 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.572126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:43.604037 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Attempting to bind port c8c57660-59a7-4479-a26d-c16492f58a0b on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:43:43.604370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Attempting to bind port c8c57660-59a7-4479-a26d-c16492f58a0b by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:43:43.604660 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Attempting to bind port c8c57660-59a7-4479-a26d-c16492f58a0b on network 5bdb95f9-285c-4c59-ad46-515f8b977678 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:43:43.610807 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Port c8c57660-59a7-4479-a26d-c16492f58a0b on network 5bdb95f9-285c-4c59-ad46-515f8b977678 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:43:43.611197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Attempting to bind port c8c57660-59a7-4479-a26d-c16492f58a0b on network 5bdb95f9-285c-4c59-ad46-515f8b977678 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:43:43.616449 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:43:43.616809 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Checking segment: {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:43:43.617188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Bound using segment: {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:43:43.617679 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Bound port: c8c57660-59a7-4479-a26d-c16492f58a0b, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecce6353-c71e-44fc-a779-c422fadbd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:43:43.618014 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.682061 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:43:43.685281 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=c8c57660-59a7-4479-a26d-c16492f58a0b,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:43:43.691195 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.695252 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:43.695874 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.697260 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8c57660-59a7-4479-a26d-c16492f58a0b HTTP/1.1" status: 200 len: 1093 time: 0.5466468 Sep 21 21:43:43.698686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:43.701276 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d9390-13aa-4254-b16c-502b85820286" -d '{"events": [{"name": "network-changed", "server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:43.708004 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (16718d9d-311f-41cd-8555-98d10a190b38), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.716012 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a22e1-4d17-4583-b34c-bc933047d363 req-dc37e424-021a-4fee-9c1b-178c458d9e26 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:43.717480 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b28a22e1-4d17-4583-b34c-bc933047d363 req-dc37e424-021a-4fee-9c1b-178c458d9e26 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 943 time: 0.0705984 Sep 21 21:43:43.771552 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9453c5-49bc-46f0-9333-417c5f004624 x-openstack-request-id: req-8c9453c5-49bc-46f0-9333-417c5f004624 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:43.771853 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:43.772120 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c9453c5-49bc-46f0-9333-417c5f004624 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:43.772525 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9453c5-49bc-46f0-9333-417c5f004624'] response: {'name': 'network-changed', 'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b', 'status': 'completed', 'code': 200} Sep 21 21:43:43.778862 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd2663-3b11-4959-8b55-c4e3d3a0fd61 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:43.803941 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-b7e0d99b-8d39-4a61-88ec-4e4b4e2ea45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:43.805472 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-b7e0d99b-8d39-4a61-88ec-4e4b4e2ea45b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 1127 time: 0.0602887 Sep 21 21:43:43.843267 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b28a22e1-4d17-4583-b34c-bc933047d363 req-fd0cc3ca-20f7-415a-aa75-77f4bbf0b45c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909839 Sep 21 21:43:43.849422 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-02e0a913-7c7b-45c9-a634-0acfff57fe09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8c57660-59a7-4479-a26d-c16492f58a0b HTTP/1.1" status: 200 len: 217 time: 0.0370440 Sep 21 21:43:43.902342 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-c87d5a4b-2961-411d-aad7-479bed0cb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:43.903812 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-c87d5a4b-2961-411d-aad7-479bed0cb4cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e21981f-4395-40c7-9518-a36ec9b25207 HTTP/1.1" status: 200 len: 853 time: 0.0483494 Sep 21 21:43:43.936901 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-0165ff35-d42b-4c48-bccf-f9329d6004ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb95f9-285c-4c59-ad46-515f8b977678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264583 Sep 21 21:43:43.986089 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Deleting port bd2fa623-bea0-4841-8714-d8fd02714453 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:43.986345 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:44.028246 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-37045a5a-e88c-4b20-a376-ecbd79c6ab55 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Sep 21 21:43:44.066302 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] For port bd2fa623-bea0-4841-8714-d8fd02714453, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=bd2fa623-bea0-4841-8714-d8fd02714453,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:44.066921 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:44.080022 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Calling delete_port for bd2fa623-bea0-4841-8714-d8fd02714453 owned by network:router_interface {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:44.118877 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9bcc626a-60b2-4e54-9c7b-408da532c26c req-1b6aabcf-f2b2-4eda-ae0d-b127922996ce service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Sep 21 21:43:44.209829 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9390-13aa-4254-b16c-502b85820286 req-20a74c4e-8e10-4c01-b9bf-3c47f2dc0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:44.211379 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-20a74c4e-8e10-4c01-b9bf-3c47f2dc0c13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa7ce111f99242d09f1962204ffa77f2&device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 1127 time: 0.0451937 Sep 21 21:43:44.255132 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (bd2fa623-bea0-4841-8714-d8fd02714453), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:44.286900 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2fa623-bea0-4841-8714-d8fd02714453,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:44.307837 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9390-13aa-4254-b16c-502b85820286 req-d938cb41-334f-49ab-aeaf-11c41bdbb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:44.309324 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-d938cb41-334f-49ab-aeaf-11c41bdbb188 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 200 len: 913 time: 0.0911105 Sep 21 21:43:44.355084 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-a54b3fab-8b16-4429-ac2d-c06a304d8cb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8c57660-59a7-4479-a26d-c16492f58a0b HTTP/1.1" status: 200 len: 217 time: 0.0389550 Sep 21 21:43:44.416609 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9390-13aa-4254-b16c-502b85820286 req-7601f443-921d-4fef-afd7-5e755abfdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:44.418225 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-7601f443-921d-4fef-afd7-5e755abfdbfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e21981f-4395-40c7-9518-a36ec9b25207 HTTP/1.1" status: 200 len: 853 time: 0.0577083 Sep 21 21:43:44.456079 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (16718d9d-311f-41cd-8555-98d10a190b38), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:44.457829 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-41c7f140-2293-4229-822d-329efaa381db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb95f9-285c-4c59-ad46-515f8b977678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293877 Sep 21 21:43:44.548226 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-d6bdb443-6a76-4287-b94a-5073cc883f4f service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Sep 21 21:43:44.647603 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e80d9390-13aa-4254-b16c-502b85820286 req-6f3ed8e5-32d2-4e91-af1e-79d6b649abfd service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894692 Sep 21 21:43:44.875501 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Router 16718d9d-311f-41cd-8555-98d10a190b38 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:43:44.975033 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825d51-66f2-4485-bac6-fb9529de568c req-8f6c4ce9-09e3-41ea-93c6-3abaae898d19 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:44.976516 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97825d51-66f2-4485-bac6-fb9529de568c req-8f6c4ce9-09e3-41ea-93c6-3abaae898d19 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Sep 21 21:43:44.980319 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:43:44.985479 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d4e56470-7d12-492c-a199-d37c604c87a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/16718d9d-311f-41cd-8555-98d10a190b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811692 Sep 21 21:43:44.988081 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36094) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:44.992567 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Sync routers for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:43:45.005194 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:45.005847 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:45.027929 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-97825d51-66f2-4485-bac6-fb9529de568c req-fb05cc41-b327-47af-bb03-61ee50478ed1 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Sep 21 21:43:45.088204 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks [] for router (16718d9d-311f-41cd-8555-98d10a190b38), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.104503 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:45.183478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks [] for router_gateway (16718d9d-311f-41cd-8555-98d10a190b38), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.230916 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Deleting port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:45.231248 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.274053 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:43:44Z', 'revision_number': 5, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port': {'id': '26f62fbf-8aa5-40bb-a4e8-941689dbf4d9', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:03:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16718d9d-311f-41cd-8555-98d10a190b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:52Z', 'updated_at': '2022-09-21T21:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:45.297352 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Checking router: 16718d9d-311f-41cd-8555-98d10a190b38 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:43:45.305926 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Routers {'16718d9d-311f-41cd-8555-98d10a190b38'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:45.306531 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['16718d9d-311f-41cd-8555-98d10a190b38'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:45.311351 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] For port 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:45.311716 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.324537 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Calling delete_port for 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:45.355883 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device c8c57660-59a7-4479-a26d-c16492f58a0b details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:43:45.391549 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] Set router 16718d9d-311f-41cd-8555-98d10a190b38 gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:45.454282 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:43:45Z', 'revision_number': 6, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:45.460245 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=c8c57660-59a7-4479-a26d-c16492f58a0b,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:45.473620 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': 'c8c57660-59a7-4479-a26d-c16492f58a0b', 'network_id': '5bdb95f9-285c-4c59-ad46-515f8b977678', 'port_id': 'c8c57660-59a7-4479-a26d-c16492f58a0b', 'mac_address': 'fa:16:3e:fd:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e21981f-4395-40c7-9518-a36ec9b25207', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:43:45.485626 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef03cd-a0cc-4c07-8c45-f449be1d2b0b None None] The sync data for ids ['16718d9d-311f-41cd-8555-98d10a190b38'] in dv-cinder-858344-1-iscsi is: [{'id': '16718d9d-311f-41cd-8555-98d10a190b38', 'name': 'tempest-TestVolumeBootPattern-1727257784-router', 'tenant_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:51Z', 'updated_at': '2022-09-21T21:43:45Z', 'revision_number': 6, 'project_id': '7eaeb99dab284cc9b7a2ebbd44b7f020', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:43:45.502858 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (26f62fbf-8aa5-40bb-a4e8-941689dbf4d9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.513440 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port c8c57660-59a7-4479-a26d-c16492f58a0b is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:43:45.513869 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.538146 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c57660-59a7-4479-a26d-c16492f58a0b {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:43:45.558181 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f62fbf-8aa5-40bb-a4e8-941689dbf4d9,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:45.558413 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=c8c57660-59a7-4479-a26d-c16492f58a0b,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:45.562929 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.602264 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (16718d9d-311f-41cd-8555-98d10a190b38), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.610454 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:45.618116 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.618467 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.618812 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.619150 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.619481 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.619810 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.620137 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.620463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.620787 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.621110 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.621430 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.621751 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.622092 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:43:45.687979 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (16718d9d-311f-41cd-8555-98d10a190b38), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.690082 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks [] for router_controller (16718d9d-311f-41cd-8555-98d10a190b38), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.730800 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (16718d9d-311f-41cd-8555-98d10a190b38), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.731249 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16718d9d-311f-41cd-8555-98d10a190b38 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:43:45.736163 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.737436 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-33b5ad4b-b4e6-46eb-86a3-41d5b4b1b183 admin admin] 10.222.0.18 "DELETE /v2.0/routers/16718d9d-311f-41cd-8555-98d10a190b38 HTTP/1.1" status: 204 len: 168 time: 0.7483165 Sep 21 21:43:45.740392 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36096) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:45.786047 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Deleting subnet b1679163-0479-4365-91e5-50caca58a98e {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:43:45.786916 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['c8c57660-59a7-4479-a26d-c16492f58a0b'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:43:45.789103 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Publish callbacks [] for subnet (b1679163-0479-4365-91e5-50caca58a98e), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.822357 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (b1679163-0479-4365-91e5-50caca58a98e), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.902143 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (b1679163-0479-4365-91e5-50caca58a98e), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.967591 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (b1679163-0479-4365-91e5-50caca58a98e), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.992857 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1679163-0479-4365-91e5-50caca58a98e,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:45.996671 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.000119 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-28ebd0d4-00fb-4bd1-9735-b3d4b799d247 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1679163-0479-4365-91e5-50caca58a98e HTTP/1.1" status: 204 len: 168 time: 0.2585585 Sep 21 21:43:46.002477 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e852a-18a1-4d0c-bfd5-0096364431be None None] Network 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:43:46.002635 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36098) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:46.076138 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.155500 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Deleting port 28db86fe-b690-412d-8fe3-a7c186e58086 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:46.155837 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.213275 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299b11-1218-496e-ba24-5327655edd2f req-9a779711-f8e5-44b5-b752-df29502acbe6 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:46.214698 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8e299b11-1218-496e-ba24-5327655edd2f req-9a779711-f8e5-44b5-b752-df29502acbe6 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 944 time: 0.1053231 Sep 21 21:43:46.243421 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] For port 28db86fe-b690-412d-8fe3-a7c186e58086, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=28db86fe-b690-412d-8fe3-a7c186e58086,segment=NetworkSegment(85e03a7b-e3d8-41f6-ac57-30968ca92f46),segment_id=85e03a7b-e3d8-41f6-ac57-30968ca92f46)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:46.243722 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.260879 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Calling delete_port for 28db86fe-b690-412d-8fe3-a7c186e58086 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:46.291451 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-8e299b11-1218-496e-ba24-5327655edd2f req-fa43c634-3b68-4307-ae3e-dfff0de402d7 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Sep 21 21:43:46.295397 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] DHCP port deletion for 6c6cb33d-f852-42ef-ba57-d501c6b2fa2e request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:43:46.355970 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Deleting port 28db86fe-b690-412d-8fe3-a7c186e58086 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:46.356659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.356827 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.385830 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=28db86fe-b690-412d-8fe3-a7c186e58086,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:46.389349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] No DVR routers for this DVR port 28db86fe-b690-412d-8fe3-a7c186e58086 on host dv-cinder-858344-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:46.434869 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] For port 28db86fe-b690-412d-8fe3-a7c186e58086, host dv-cinder-858344-1-iscsi, got binding levels [] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:46.435370 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.450724 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Calling delete_port for 28db86fe-b690-412d-8fe3-a7c186e58086 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:46.453825 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.ipam_backend_mixin [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Port 28db86fe-b690-412d-8fe3-a7c186e58086 was not found and therefore no delete operation was performed {{(pid=104011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:43:46.455242 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (28db86fe-b690-412d-8fe3-a7c186e58086), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.470445 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.480452 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:46.485477 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] Pushing event deleted for resources: {'Port': ['ID=28db86fe-b690-412d-8fe3-a7c186e58086,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:46.491564 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6cb33d-f852-42ef-ba57-d501c6b2fa2e']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:46.501123 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e03a7b-e3d8-41f6-ac57-30968ca92f46') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:46.501369 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e03a7b-e3d8-41f6-ac57-30968ca92f46') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:46.507884 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b72192-f678-4b62-a82e-122bc5709327 None None] No DVR routers for this DVR port 28db86fe-b690-412d-8fe3-a7c186e58086 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:46.509176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:46.509463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 26f62fbf-8aa5-40bb-a4e8-941689dbf4d9 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:46.509889 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device bd2fa623-bea0-4841-8714-d8fd02714453 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:46.511608 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (85e03a7b-e3d8-41f6-ac57-30968ca92f46), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.527442 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (85e03a7b-e3d8-41f6-ac57-30968ca92f46), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.533764 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:43:46.534228 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (85e03a7b-e3d8-41f6-ac57-30968ca92f46), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.540323 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: bd2fa623-bea0-4841-8714-d8fd02714453 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:46.540750 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device bd2fa623-bea0-4841-8714-d8fd02714453 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:46.541215 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 28db86fe-b690-412d-8fe3-a7c186e58086 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:46.564671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 28db86fe-b690-412d-8fe3-a7c186e58086 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:46.565098 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 28db86fe-b690-412d-8fe3-a7c186e58086 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:46.581001 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 85e03a7b-e3d8-41f6-ac57-30968ca92f46 resource provider aggregate not found Sep 21 21:43:46.600360 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment 85e03a7b-e3d8-41f6-ac57-30968ca92f46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e03a7b-e3d8-41f6-ac57-30968ca92f46 found for delete ", "request_id": "req-11f0ed0a-bc4f-4d72-a8f4-e29d28c9149b"}]} Sep 21 21:43:46.608139 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (6c6cb33d-f852-42ef-ba57-d501c6b2fa2e), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.614232 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:46.617651 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c6cb33d-f852-42ef-ba57-d501c6b2fa2e HTTP/1.1" status: 204 len: 168 time: 0.6134262 Sep 21 21:43:46.620792 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36106) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:46.629830 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee578-1a32-4d6f-8f5b-44d9a9ef0cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6cb33d-f852-42ef-ba57-d501c6b2fa2e,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:46.953862 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (8b67b465-e772-4957-9f32-405e8e50ec02), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.190491 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Deleting port 85696fd1-85c1-42b7-92fc-0debf790bbe5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:47.190837 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.265324 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] For port 85696fd1-85c1-42b7-92fc-0debf790bbe5, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=85696fd1-85c1-42b7-92fc-0debf790bbe5,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:47.265686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.278813 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Calling delete_port for 85696fd1-85c1-42b7-92fc-0debf790bbe5 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:47.351104 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device c8c57660-59a7-4479-a26d-c16492f58a0b up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:43:47.398498 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port c8c57660-59a7-4479-a26d-c16492f58a0b completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:43:47.402646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port c8c57660-59a7-4479-a26d-c16492f58a0b triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:43:47.403023 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.403361 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port c8c57660-59a7-4479-a26d-c16492f58a0b Sep 21 21:43:47.480017 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365a50f-bab3-410f-b938-d2cd7c413908 req-ebf395aa-4360-4abc-8c08-e301d03b3d27 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:47.481443 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9365a50f-bab3-410f-b938-d2cd7c413908 req-ebf395aa-4360-4abc-8c08-e301d03b3d27 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 944 time: 0.0862308 Sep 21 21:43:47.483609 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port c8c57660-59a7-4479-a26d-c16492f58a0b is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:43:47.484006 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.507921 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:43:47.514022 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99feaea-fd02-4d31-b4e6-535f2a28bb30" -d '{"events": [{"server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "name": "network-vif-plugged", "status": "completed", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:43:47.527764 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=c8c57660-59a7-4479-a26d-c16492f58a0b,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:47.533541 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.536018 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (85696fd1-85c1-42b7-92fc-0debf790bbe5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.558295 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4aeeeb-8b50-4e7b-be64-a34317d5147f x-openstack-request-id: req-8b4aeeeb-8b50-4e7b-be64-a34317d5147f {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:43:47.558626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "name": "network-vif-plugged", "status": "completed", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:43:47.558908 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b4aeeeb-8b50-4e7b-be64-a34317d5147f {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:43:47.559309 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4aeeeb-8b50-4e7b-be64-a34317d5147f'] response: {'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b', 'code': 200} Sep 21 21:43:47.587164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85696fd1-85c1-42b7-92fc-0debf790bbe5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:47.591776 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9365a50f-bab3-410f-b938-d2cd7c413908 req-e3ce53b4-e4e0-4847-a273-c54dfe402fdd tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034758 Sep 21 21:43:47.593153 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:47.793848 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e8f0-f401-4e08-b6fb-86dff1ad896c req-2b963baa-4ab9-4071-9415-4d50cc8a1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:47.795392 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8940e8f0-f401-4e08-b6fb-86dff1ad896c req-2b963baa-4ab9-4071-9415-4d50cc8a1ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 1129 time: 0.0917752 Sep 21 21:43:47.796415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (8b67b465-e772-4957-9f32-405e8e50ec02), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:47.883367 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8940e8f0-f401-4e08-b6fb-86dff1ad896c req-a12e3429-a215-4028-ad85-286f4cbfcdcc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809543 Sep 21 21:43:48.027658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Router 8b67b465-e772-4957-9f32-405e8e50ec02 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:43:48.105893 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90deb7ca-8bfd-4e1c-ba59-466c8c3bfba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.127945 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:43:48.133354 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0dc7abea-2a83-4c23-9b00-3b979a993ed2 admin admin] 10.222.0.18 "PUT /v2.0/routers/8b67b465-e772-4957-9f32-405e8e50ec02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114055 Sep 21 21:43:48.135977 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36112) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:48.137010 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Sync routers for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:43:48.146411 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:48.147034 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:48.233168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks [] for router (8b67b465-e772-4957-9f32-405e8e50ec02), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.246655 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:48.328478 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks [] for router_gateway (8b67b465-e772-4957-9f32-405e8e50ec02), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.375729 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Deleting port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:48.376071 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.428024 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:43:47Z', 'revision_number': 5, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port': {'id': '9a004aa0-7da3-4893-84d0-ff7489a1b0ab', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:48.454464 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Checking router: 8b67b465-e772-4957-9f32-405e8e50ec02 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:43:48.455748 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] For port 9a004aa0-7da3-4893-84d0-ff7489a1b0ab, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:48.456156 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.462720 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Routers {'8b67b465-e772-4957-9f32-405e8e50ec02'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:43:48.463316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:43:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['8b67b465-e772-4957-9f32-405e8e50ec02'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:48.473168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Calling delete_port for 9a004aa0-7da3-4893-84d0-ff7489a1b0ab owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:48.547529 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] Set router 8b67b465-e772-4957-9f32-405e8e50ec02 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:43:48.594681 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:43:48Z', 'revision_number': 6, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:48.621947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a1f42-9fbd-44bb-9fb1-3e4b36cac1ec None None] The sync data for ids ['8b67b465-e772-4957-9f32-405e8e50ec02'] in dv-cinder-858344-1-iscsi is: [{'id': '8b67b465-e772-4957-9f32-405e8e50ec02', 'name': 'tempest-TestVolumeBootPattern-77520907-router', 'tenant_id': '8ecf004404074b7ab98122905736ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:35:57Z', 'updated_at': '2022-09-21T21:43:48Z', 'revision_number': 6, 'project_id': '8ecf004404074b7ab98122905736ef31', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:43:48.635855 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (9a004aa0-7da3-4893-84d0-ff7489a1b0ab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.664395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a004aa0-7da3-4893-84d0-ff7489a1b0ab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:48.724762 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (8b67b465-e772-4957-9f32-405e8e50ec02), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.738713 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc2d0-7709-49c2-af4a-5a5bef728ac2 req-92283bb9-a2bc-46b6-810e-6f0621d99b6a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:48.740466 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-af4bc2d0-7709-49c2-af4a-5a5bef728ac2 req-92283bb9-a2bc-46b6-810e-6f0621d99b6a tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Sep 21 21:43:48.790892 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-af4bc2d0-7709-49c2-af4a-5a5bef728ac2 req-2eb3b132-a27a-46a3-937d-178d5be9a950 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Sep 21 21:43:48.809942 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (8b67b465-e772-4957-9f32-405e8e50ec02), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.812085 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks [] for router_controller (8b67b465-e772-4957-9f32-405e8e50ec02), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.858298 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (8b67b465-e772-4957-9f32-405e8e50ec02), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.858773 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b67b465-e772-4957-9f32-405e8e50ec02 {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:43:48.863247 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.864414 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b5cf47ad-64bb-4ebb-add4-84ec5af73a66 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8b67b465-e772-4957-9f32-405e8e50ec02 HTTP/1.1" status: 204 len: 168 time: 0.7275021 Sep 21 21:43:48.866993 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36116) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:48.914849 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Deleting subnet 11534549-ce57-4745-a68e-d5fd9b5ed200 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:43:48.918959 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Publish callbacks [] for subnet (11534549-ce57-4745-a68e-d5fd9b5ed200), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:48.953814 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669506'] for subnet (11534549-ce57-4745-a68e-d5fd9b5ed200), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.033345 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (11534549-ce57-4745-a68e-d5fd9b5ed200), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.084632 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221916'] for subnet (11534549-ce57-4745-a68e-d5fd9b5ed200), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.107935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11534549-ce57-4745-a68e-d5fd9b5ed200,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:49.113455 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.118455 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-48bc448d-eacc-4539-9591-a74d04ae7aff admin admin] 10.222.0.18 "DELETE /v2.0/subnets/11534549-ce57-4745-a68e-d5fd9b5ed200 HTTP/1.1" status: 204 len: 168 time: 0.2486842 Sep 21 21:43:49.118853 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845bc44-2c22-474a-bc84-df564ff1f821 None None] Network 176f0163-a222-4930-a501-4de04d76cad4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:43:49.119129 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36118) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:49.186825 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (176f0163-a222-4930-a501-4de04d76cad4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.252307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Deleting port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:49.252698 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.312448 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] For port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,segment=NetworkSegment(885b78d0-3707-449c-977d-ec34b8abc8f6),segment_id=885b78d0-3707-449c-977d-ec34b8abc8f6)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:49.312753 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.325741 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Calling delete_port for ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:49.391225 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] DHCP port deletion for 176f0163-a222-4930-a501-4de04d76cad4 request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:43:49.404312 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.435016 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:49.440766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] No DVR routers for this DVR port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:49.441261 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Deleting port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:43:49.442171 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.505671 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] For port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08, host dv-cinder-858344-1-iscsi, got binding levels [] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:43:49.506129 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.513494 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (176f0163-a222-4930-a501-4de04d76cad4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.519948 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Calling delete_port for ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:43:49.522674 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.ipam_backend_mixin [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 was not found and therefore no delete operation was performed {{(pid=104011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:43:49.524058 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (ce75a55a-f890-48d9-b6f9-b4f1d2dfac08), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.534164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f0163-a222-4930-a501-4de04d76cad4']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:49.543384 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885b78d0-3707-449c-977d-ec34b8abc8f6') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:49.543686 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885b78d0-3707-449c-977d-ec34b8abc8f6') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:43:49.547092 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] Pushing event deleted for resources: {'Port': ['ID=ce75a55a-f890-48d9-b6f9-b4f1d2dfac08,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:49.551380 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab78b2-8c6a-4706-b654-d8e58921d68d None None] No DVR routers for this DVR port ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:43:49.553885 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (885b78d0-3707-449c-977d-ec34b8abc8f6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.571027 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (885b78d0-3707-449c-977d-ec34b8abc8f6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.578683 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:43:49.579236 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (885b78d0-3707-449c-977d-ec34b8abc8f6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.887726 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 885b78d0-3707-449c-977d-ec34b8abc8f6 resource provider aggregate not found Sep 21 21:43:49.922152 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 885b78d0-3707-449c-977d-ec34b8abc8f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 885b78d0-3707-449c-977d-ec34b8abc8f6 found for delete ", "request_id": "req-ef1d9c89-e213-4aca-9b5f-ad9f6386d467"}]} Sep 21 21:43:49.936586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (176f0163-a222-4930-a501-4de04d76cad4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.944953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:49.948123 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/176f0163-a222-4930-a501-4de04d76cad4 HTTP/1.1" status: 204 len: 168 time: 0.8280847 Sep 21 21:43:49.958658 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58fdb3-9884-4977-b71c-a500976889f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=176f0163-a222-4930-a501-4de04d76cad4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:49.969734 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa818538-ddb4-4d73-8ba7-b3f29b917ba6 req-1c237336-5b85-4948-a6da-95f8bfdc286d tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:43:49.971224 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa818538-ddb4-4d73-8ba7-b3f29b917ba6 req-1c237336-5b85-4948-a6da-95f8bfdc286d tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 945 time: 0.0854232 Sep 21 21:43:50.019901 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa818538-ddb4-4d73-8ba7-b3f29b917ba6 req-4b0b732a-e66c-425a-ab57-6839d7b6868f tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Sep 21 21:43:50.061202 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36130) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:50.104814 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8178bf46-8332-405a-b055-99733555ae0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7eaeb99dab284cc9b7a2ebbd44b7f020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422943 Sep 21 21:43:50.108004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36134) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:50.154778 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] Publish callbacks [] for security_group (0122353d-f1db-4116-a4b7-0ce38395d956), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.177860 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] Publish callbacks [] for security_group (0122353d-f1db-4116-a4b7-0ce38395d956), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.228065 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (0122353d-f1db-4116-a4b7-0ce38395d956), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.231064 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.232227 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0122353d-f1db-4116-a4b7-0ce38395d956 HTTP/1.1" status: 204 len: 168 time: 0.1232996 Sep 21 21:43:50.240593 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286eba9-bdb8-461c-b309-74e69795ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0122353d-f1db-4116-a4b7-0ce38395d956,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:50.392768 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b660be13-9987-4e4d-8fb5-c2306d35fe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.439959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 85696fd1-85c1-42b7-92fc-0debf790bbe5 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:50.461646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 85696fd1-85c1-42b7-92fc-0debf790bbe5 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:50.462295 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 85696fd1-85c1-42b7-92fc-0debf790bbe5 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:50.462421 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:50.481115 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:50.481459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device ce75a55a-f890-48d9-b6f9-b4f1d2dfac08 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:50.482087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 9a004aa0-7da3-4893-84d0-ff7489a1b0ab no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:43:50.499756 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 9a004aa0-7da3-4893-84d0-ff7489a1b0ab {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:43:50.500105 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 9a004aa0-7da3-4893-84d0-ff7489a1b0ab not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:43:50.574208 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36146) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:50.616358 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b9b579f6-501b-46e0-8a81-ffe21bf2fe5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ecf004404074b7ab98122905736ef31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409706 Sep 21 21:43:50.618974 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36148) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:43:50.670111 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] Publish callbacks [] for security_group (c7407bad-4ee6-4923-80ef-d0721d795375), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.693920 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] Publish callbacks [] for security_group (c7407bad-4ee6-4923-80ef-d0721d795375), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.738249 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (c7407bad-4ee6-4923-80ef-d0721d795375), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.740901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:50.742048 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7407bad-4ee6-4923-80ef-d0721d795375 HTTP/1.1" status: 204 len: 168 time: 0.1221340 Sep 21 21:43:50.749261 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2d787-bf1f-4b08-abf5-e226ce4a6b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7407bad-4ee6-4923-80ef-d0721d795375,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:43:51.805884 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:53.679623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:54.541120 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:59.637448 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:09.222084 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ef42c-70f1-4eda-adaf-3a6c94bf419d req-a252d1c2-1506-497e-b8d5-e307e38a4acf tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:09.223570 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-331ef42c-70f1-4eda-adaf-3a6c94bf419d req-a252d1c2-1506-497e-b8d5-e307e38a4acf tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 945 time: 0.2463627 Sep 21 21:44:09.268841 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-331ef42c-70f1-4eda-adaf-3a6c94bf419d req-b831a85c-009f-4cbd-89e3-06bcbdeaeaa8 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Sep 21 21:44:10.447697 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef422-28d6-4887-b3e3-211050ac6863 req-64495e76-7c7f-44ef-b1df-db405793ac9c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:10.449165 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-930ef422-28d6-4887-b3e3-211050ac6863 req-64495e76-7c7f-44ef-b1df-db405793ac9c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 945 time: 0.1062729 Sep 21 21:44:10.494726 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-930ef422-28d6-4887-b3e3-211050ac6863 req-456b94c3-e116-417a-8cf5-f7bb254606a0 tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.18 "GET /v2.0/security-groups?id=ffc03633-8973-4965-8595-5d1c52310aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Sep 21 21:44:10.586713 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870a99-510c-4a68-885f-8340ec7bf468 req-1da766a8-9052-461c-a339-848a8a2bfe3c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:10.588116 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32870a99-510c-4a68-885f-8340ec7bf468 req-1da766a8-9052-461c-a339-848a8a2bfe3c tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "GET /v2.0/ports?device_id=f160b1b7-cb59-49f9-b6e5-f0b00be03158 HTTP/1.1" status: 200 len: 945 time: 0.0541167 Sep 21 21:44:10.670714 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Deleting port c8c57660-59a7-4479-a26d-c16492f58a0b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:44:10.671058 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:10.684014 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:44:10.758674 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] For port c8c57660-59a7-4479-a26d-c16492f58a0b, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=c8c57660-59a7-4479-a26d-c16492f58a0b,segment=NetworkSegment(ecce6353-c71e-44fc-a779-c422fadbd9a0),segment_id=ecce6353-c71e-44fc-a779-c422fadbd9a0)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:10.759041 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:10.771297 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Calling delete_port for c8c57660-59a7-4479-a26d-c16492f58a0b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:44:10.892355 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (c8c57660-59a7-4479-a26d-c16492f58a0b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:10.904390 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['c8c57660-59a7-4479-a26d-c16492f58a0b'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:44:10.924896 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Pushing event deleted for resources: {'Port': ['ID=c8c57660-59a7-4479-a26d-c16492f58a0b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:10.964722 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] No DVR routers for this DVR port c8c57660-59a7-4479-a26d-c16492f58a0b on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:44:10.967192 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:10.970527 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32870a99-510c-4a68-885f-8340ec7bf468 req-031a9a03-ed34-406c-8916-a8bbfe2bd79b tempest-VolumesSnapshotTestJSON-1251141166 tempest-VolumesSnapshotTestJSON-1251141166-project] 10.222.0.20 "DELETE /v2.0/ports/c8c57660-59a7-4479-a26d-c16492f58a0b HTTP/1.1" status: 204 len: 173 time: 0.3773465 Sep 21 21:44:10.971188 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'name': 'network-vif-deleted', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:44:10.975568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56c2af-0947-4f58-9f1e-f3994bc37d1e" -d '{"events": [{"server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "name": "network-vif-deleted", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:44:11.015012 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170c1aa-36f2-4f07-9510-be6fd47eaf5a x-openstack-request-id: req-d170c1aa-36f2-4f07-9510-be6fd47eaf5a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:44:11.015316 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160b1b7-cb59-49f9-b6e5-f0b00be03158", "name": "network-vif-deleted", "tag": "c8c57660-59a7-4479-a26d-c16492f58a0b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:44:11.015576 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d170c1aa-36f2-4f07-9510-be6fd47eaf5a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:44:11.016091 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d170c1aa-36f2-4f07-9510-be6fd47eaf5a'] response: {'server_uuid': 'f160b1b7-cb59-49f9-b6e5-f0b00be03158', 'name': 'network-vif-deleted', 'tag': 'c8c57660-59a7-4479-a26d-c16492f58a0b', 'status': 'completed', 'code': 200} Sep 21 21:44:13.992416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device c8c57660-59a7-4479-a26d-c16492f58a0b no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:44:14.011036 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: c8c57660-59a7-4479-a26d-c16492f58a0b {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:44:14.011374 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device c8c57660-59a7-4479-a26d-c16492f58a0b not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:44:18.107745 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-7e5a24bf-d7fc-40c2-9afe-154d3e71c31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:20.386442 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-56aeb9e5-8955-4c3c-91e3-11b276cbcd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:21.807840 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:23.683167 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:24.542969 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:29.643658 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.630230 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36356) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:32.673366 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Deleting subnet 7e21981f-4395-40c7-9518-a36ec9b25207 {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:44:32.676385 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Publish callbacks [] for subnet (7e21981f-4395-40c7-9518-a36ec9b25207), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.713097 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (7e21981f-4395-40c7-9518-a36ec9b25207), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.751331 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (7e21981f-4395-40c7-9518-a36ec9b25207), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.802022 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (7e21981f-4395-40c7-9518-a36ec9b25207), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.824617 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e21981f-4395-40c7-9518-a36ec9b25207,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:32.834421 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.834781 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.835130 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.835472 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.835810 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.836144 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.836478 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.837201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.837201 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.837480 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.837763 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.838108 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.838937 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:32.841713 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.847186 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4d5fb126-a2ec-41d5-8122-37e03ba02de1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e21981f-4395-40c7-9518-a36ec9b25207 HTTP/1.1" status: 204 len: 168 time: 0.2136657 Sep 21 21:44:32.847454 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36358) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:32.918763 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (5bdb95f9-285c-4c59-ad46-515f8b977678), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:32.994585 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (5bdb95f9-285c-4c59-ad46-515f8b977678), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.013748 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb95f9-285c-4c59-ad46-515f8b977678']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:33.022680 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecce6353-c71e-44fc-a779-c422fadbd9a0') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:33.022979 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecce6353-c71e-44fc-a779-c422fadbd9a0') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:33.036477 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (ecce6353-c71e-44fc-a779-c422fadbd9a0), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.050552 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (ecce6353-c71e-44fc-a779-c422fadbd9a0), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.056706 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:44:33.057106 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (ecce6353-c71e-44fc-a779-c422fadbd9a0), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.095847 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment ecce6353-c71e-44fc-a779-c422fadbd9a0 resource provider aggregate not found Sep 21 21:44:33.113671 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment ecce6353-c71e-44fc-a779-c422fadbd9a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecce6353-c71e-44fc-a779-c422fadbd9a0 found for delete ", "request_id": "req-96ea52a2-c716-4943-8cbe-44ecd7d3bcde"}]} Sep 21 21:44:33.121380 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (5bdb95f9-285c-4c59-ad46-515f8b977678), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.126860 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.130088 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5bdb95f9-285c-4c59-ad46-515f8b977678 HTTP/1.1" status: 204 len: 168 time: 0.2816832 Sep 21 21:44:33.141057 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f292ca-8b43-4fa4-9241-9b0ca081ba39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdb95f9-285c-4c59-ad46-515f8b977678,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:33.290572 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36368) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:33.330784 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4c71c2af-2a46-4b41-9f7d-0113b6ac8d0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa7ce111f99242d09f1962204ffa77f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389931 Sep 21 21:44:33.333361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36372) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:33.377966 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] Publish callbacks [] for security_group (ffc03633-8973-4965-8595-5d1c52310aaa), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.398668 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] Publish callbacks [] for security_group (ffc03633-8973-4965-8595-5d1c52310aaa), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.447086 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (ffc03633-8973-4965-8595-5d1c52310aaa), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.450495 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:33.451621 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffc03633-8973-4965-8595-5d1c52310aaa HTTP/1.1" status: 204 len: 168 time: 0.1172993 Sep 21 21:44:33.459173 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6ce23-73bb-446e-8b3a-b2c530e68bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc03633-8973-4965-8595-5d1c52310aaa,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:34.116225 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36394) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:34.208030 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2109017774-network', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:34.227573 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Made reservation on behalf of baba561a8ade4ce1aac9e4936abc38c8 for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:44:34.229704 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.237532 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.321026 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks [] for security_group (5aa4d012-6435-45d0-ad27-02afb2e17760), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.325537 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5aa4d012-6435-45d0-ad27-02afb2e17760), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.344793 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:44:34.358728 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa4d012-6435-45d0-ad27-02afb2e17760,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:34.361648 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (740afcdd-a640-4c65-a845-429a9ce88f64), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.362015 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Added segment 740afcdd-a640-4c65-a845-429a9ce88f64 of type vlan for network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b Sep 21 21:44:34.403552 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.427743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.428864 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:34.429453 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.482062 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3646307 Sep 21 21:44:34.485009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36400) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:34.490035 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Request body: {'subnet': {'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2109017774-subnet', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:34.494274 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b56df-15d2-4f3d-b1ae-19ed11f91124 admin admin] Pushing event updated for resources: {'Network': ['ID=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:34.505547 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:44:34.509654 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Made reservation on behalf of baba561a8ade4ce1aac9e4936abc38c8 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:44:34.512906 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4221943'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.676189 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221925'] for subnet (123061a0-f3e7-4542-a4aa-d90b2f0832a4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.727050 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123061a0-f3e7-4542-a4aa-d90b2f0832a4,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:34.742588 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.742863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.743206 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.743545 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.743881 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.744212 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.744542 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.745423 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.745755 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.746112 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.746442 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.746770 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.747094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:34.755378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Checking segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:34.755378 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Network hostable DHCP agents. Network: 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:44:34.771445 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:44:34.781557 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:34.786636 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:34.787655 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.791018 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95393eca-e881-4a24-a0af-914500f47171 None None] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:44:34.813151 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-480af131-cdd6-4996-bce2-43953c0e5575 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3245201 Sep 21 21:44:34.813588 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36402) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:34.817943 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:34.839894 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (296bff3f-680a-41b2-9999-806661e40432), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.841590 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (296bff3f-680a-41b2-9999-806661e40432), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.897026 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for router_controller (296bff3f-680a-41b2-9999-806661e40432), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:34.907116 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:44:34.907981 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.032965 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for router_gateway (296bff3f-680a-41b2-9999-806661e40432), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.043779 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Allocated IP 172.20.0.2 (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b/123061a0-f3e7-4542-a4aa-d90b2f0832a4/a704f95f-9e67-46e5-a25e-66170eeee4a9) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:35.183616 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks [] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.189779 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.223899 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:35.224134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for router_gateway (296bff3f-680a-41b2-9999-806661e40432), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.227087 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:35.231100 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:35.241473 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Pushing event updated for resources: {'Port': ['ID=a704f95f-9e67-46e5-a25e-66170eeee4a9,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:35.245164 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.358048 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Allocated IP 172.27.0.197 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:35.423747 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Attempting to bind port a704f95f-9e67-46e5-a25e-66170eeee4a9 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:35.424115 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Attempting to bind port a704f95f-9e67-46e5-a25e-66170eeee4a9 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:35.424486 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Attempting to bind port a704f95f-9e67-46e5-a25e-66170eeee4a9 on network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:35.429324 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:35.429704 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Checking segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:35.430141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.430534 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Bound using segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:35.430999 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Bound port: a704f95f-9e67-46e5-a25e-66170eeee4a9, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:35.431378 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.459052 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.490459 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] For port a704f95f-9e67-46e5-a25e-66170eeee4a9, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:35.492531 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.493928 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] For port a704f95f-9e67-46e5-a25e-66170eeee4a9, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=a704f95f-9e67-46e5-a25e-66170eeee4a9,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:35.499937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.538318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:35.541395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:35.547328 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:35.557205 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ecef3-2896-47ae-a632-da87d0231fbe None None] Pushing event updated for resources: {'Port': ['ID=a704f95f-9e67-46e5-a25e-66170eeee4a9,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:35.572293 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:35.811967 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for router_gateway (296bff3f-680a-41b2-9999-806661e40432), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.003360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (296bff3f-680a-41b2-9999-806661e40432), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.125418 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Router 296bff3f-680a-41b2-9999-806661e40432 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:44:36.228300 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:44:36.241054 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Sync routers for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:44:36.250322 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.251623 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-96cecd70-e0d8-4fc6-b26d-2eccf65ed3e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4369755 Sep 21 21:44:36.254505 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36404) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:36.255915 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:36.256548 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:36.364040 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:36.454699 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30aa47-7cff-455c-ad4d-53498c022623 None None] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:44:36.549636 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device a704f95f-9e67-46e5-a25e-66170eeee4a9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:36.557837 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:35Z', 'revision_number': 3, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:36.582633 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Checking router: 296bff3f-680a-41b2-9999-806661e40432 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:44:36.583265 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Updating router 296bff3f-680a-41b2-9999-806661e40432 port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:44:36.609595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Provisioning complete for port a704f95f-9e67-46e5-a25e-66170eeee4a9 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:36.610229 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.610342 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Attempt 1 to provision port a704f95f-9e67-46e5-a25e-66170eeee4a9 Sep 21 21:44:36.613283 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.673414 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port a704f95f-9e67-46e5-a25e-66170eeee4a9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:36.674050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.674750 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port a704f95f-9e67-46e5-a25e-66170eeee4a9 Sep 21 21:44:36.695673 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.744252 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Current status of the port a704f95f-9e67-46e5-a25e-66170eeee4a9 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:36.745096 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.784054 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] For port a704f95f-9e67-46e5-a25e-66170eeee4a9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=a704f95f-9e67-46e5-a25e-66170eeee4a9,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:36.814384 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.853069 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port a704f95f-9e67-46e5-a25e-66170eeee4a9 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:36.853567 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.884754 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Allocated IP 172.20.0.1 (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b/123061a0-f3e7-4542-a4aa-d90b2f0832a4/0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:36.889413 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35b85a-6e0f-4b28-9f8a-43c2197a28cc None None] Pushing event updated for resources: {'Port': ['ID=a704f95f-9e67-46e5-a25e-66170eeee4a9,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:36.926504 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks [] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.933084 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.934195 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.db.api [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:44:36.934617 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG oslo_db.api [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:44:36.940677 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d271f0ed-4d07-4152-a059-708ffe3098ea None None] Provisioning complete for port a704f95f-9e67-46e5-a25e-66170eeee4a9 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:36.941004 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d271f0ed-4d07-4152-a059-708ffe3098ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.941338 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d271f0ed-4d07-4152-a059-708ffe3098ea None None] Attempt 1 to provision port a704f95f-9e67-46e5-a25e-66170eeee4a9 Sep 21 21:44:36.969348 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Attempting to bind port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:36.969672 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Attempting to bind port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:36.970005 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Attempting to bind port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:36.981781 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:36.982161 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:36.982561 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.982951 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:36.983414 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Bound port: c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:36.983793 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:36.986116 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Pushing event updated for resources: {'Port': ['ID=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:37.009960 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.011093 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.011481 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.011820 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.012147 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.012470 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.012792 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.013113 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.013433 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.013780 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.014114 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.014360 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks [] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.014498 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.014751 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:37.022723 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d271f0ed-4d07-4152-a059-708ffe3098ea None None] Current status of the port a704f95f-9e67-46e5-a25e-66170eeee4a9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:37.048879 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] For port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:37.052452 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] For port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:37.058883 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.097435 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:37.098207 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:37.155087 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7c1fb-7afc-4e0b-a2ec-96a50877fe67 None None] Pushing event updated for resources: {'Port': ['ID=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:37.217077 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:37.277833 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.314290 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:37.317355 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:37.323848 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:37.345406 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:37.364793 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (296bff3f-680a-41b2-9999-806661e40432), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.391339 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-db446337-37c4-4459-a925-b00d575e2704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:35Z', 'revision_number': 3, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:37.415430 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db446337-37c4-4459-a925-b00d575e2704 None None] The sync data for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi is: [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:35Z', 'revision_number': 3, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:44:37.483186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port a704f95f-9e67-46e5-a25e-66170eeee4a9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:37.503731 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.566778 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Provisioning complete for port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:37.567469 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.568017 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 1 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:37.602595 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:37.679470 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks [] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.684262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.753550 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:37.757094 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (296bff3f-680a-41b2-9999-806661e40432), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:37.852852 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:37.854391 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:37.974443 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Router 296bff3f-680a-41b2-9999-806661e40432 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:44:38.087000 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:44:38.092103 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-d500988c-89e3-4827-aa00-29ffbb753bf4 admin admin] 10.222.0.18 "PUT /v2.0/routers/296bff3f-680a-41b2-9999-806661e40432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364723 Sep 21 21:44:38.104193 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 2 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:38.141596 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:38.526923 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device a704f95f-9e67-46e5-a25e-66170eeee4a9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:38.573231 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port a704f95f-9e67-46e5-a25e-66170eeee4a9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:38.573672 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.573982 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port a704f95f-9e67-46e5-a25e-66170eeee4a9 Sep 21 21:44:38.576901 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36420) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:38.581914 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-941065915-network', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:38.600942 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Made reservation on behalf of d5c0bf4578954eafb91ad70e8c7fd880 for: {'network': 1} {{(pid=104010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:44:38.603256 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for network (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.612313 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.644243 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 3 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:38.669851 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port a704f95f-9e67-46e5-a25e-66170eeee4a9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:38.671000 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:38.692185 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks [] for security_group (d4848d72-a8be-496d-b772-d72565eaab03), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.697272 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d4848d72-a8be-496d-b772-d72565eaab03), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.708433 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:38.727418 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:44:38.730151 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:38.730636 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.731169 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 Sep 21 21:44:38.738811 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4848d72-a8be-496d-b772-d72565eaab03,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:38.743701 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (b62cc60d-cd7d-44b9-be6c-20785935c4af), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.744045 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.db.segments_db [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Added segment b62cc60d-cd7d-44b9-be6c-20785935c4af of type vlan for network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 Sep 21 21:44:38.785083 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751864035350'] for network (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.805914 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:38.806246 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.812780 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146'] for network (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.814250 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:38.815098 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.832959 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:38.836387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.870442 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2923837 Sep 21 21:44:38.873301 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36422) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:38.878457 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Request body: {'subnet': {'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-941065915-subnet', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:38.883692 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff5cfb-7d8e-4368-884c-e36942029acf admin admin] Pushing event updated for resources: {'Network': ['ID=dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:38.897034 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 details requested by agent ovs-agent-dv-cinder-858344-1-iscsi with host dv-cinder-858344-1-iscsi {{(pid=104011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:44:38.899363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:38.902769 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Made reservation on behalf of d5c0bf4578954eafb91ad70e8c7fd880 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:44:38.906254 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4221943'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.034814 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Sync routers for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:44:39.044807 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:39.045421 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:39.083796 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5113677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221925'] for subnet (bb1b5467-2860-4d3b-9ff9-1a4424813c73), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.138294 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1b5467-2860-4d3b-9ff9-1a4424813c73,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:39.145559 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:39.147134 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Checking segment: {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:39.147566 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Network hostable DHCP agents. Network: dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4, hostable agents: ['216d6f1b-7505-4184-9c70-db7388841625'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:44:39.165876 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 is scheduled to be hosted by DHCP agent 216d6f1b-7505-4184-9c70-db7388841625 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:44:39.174652 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858344-1-iscsi, dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:39.178846 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:39.179559 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.188099 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdddbe-c01a-445d-9d8b-27405394f731 None None] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:44:39.195515 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-03a0be6b-cda8-4eee-965a-f69c668537e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3210204 Sep 21 21:44:39.198124 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36424) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:39.202595 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:39.213092 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 4 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:39.220583 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7902421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10700'] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.221651 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7902305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7899267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7883540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10711'] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.274253 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for router_controller (a4245531-a2d4-498f-a5ef-e316f214dba9), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.323161 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:39.405801 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for router_gateway (a4245531-a2d4-498f-a5ef-e316f214dba9), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.412865 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe485843c-04ec-5c31-aa62-980cf1b12ebf-dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'fixed_ips': [{'subnet_id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73'}]}} from dv-cinder-858344-1-iscsi. {{(pid=104011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:44:39.413716 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.543207 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 2, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:39.571731 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Checking router: 296bff3f-680a-41b2-9999-806661e40432 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:44:39.572092 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Updating router 296bff3f-680a-41b2-9999-806661e40432 port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:44:39.599200 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for router_gateway (a4245531-a2d4-498f-a5ef-e316f214dba9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.600814 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.db_base_plugin_common [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Allocated IP 172.20.0.2 (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4/bb1b5467-2860-4d3b-9ff9-1a4424813c73/1a2dea76-7413-464e-a89d-95f9ff905ca5) {{(pid=104011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:39.614659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.618733 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.719259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Allocated IP 172.27.0.46 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/0a321f72-468b-461a-9ad5-03fba17ce09f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:39.823431 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.824085 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 5 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:39.856896 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:39.892779 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:39.895746 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:39.898725 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:39.926192 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Pushing event updated for resources: {'Port': ['ID=0a321f72-468b-461a-9ad5-03fba17ce09f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:40.037655 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks [] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), precommit_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.040429 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:40.049947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), after_create {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.105430 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 is already hosted by enough agents. {{(pid=104011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:40.113909 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.scheduler.base_scheduler [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Resources bound (agent type, host, resource id): {{(pid=104011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:40.121231 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Received port after_create {{(pid=104011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:40.126761 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Pushing event updated for resources: {'Port': ['ID=1a2dea76-7413-464e-a89d-95f9ff905ca5,revision_number=1']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:40.147437 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for router_gateway (a4245531-a2d4-498f-a5ef-e316f214dba9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.215092 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks [] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.218892 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Attempting to bind port 1a2dea76-7413-464e-a89d-95f9ff905ca5 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:40.219290 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Attempting to bind port 1a2dea76-7413-464e-a89d-95f9ff905ca5 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:40.219672 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Attempting to bind port 1a2dea76-7413-464e-a89d-95f9ff905ca5 on network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:40.222851 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.246624 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:40.246998 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Checking segment: {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:40.247393 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.247782 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Bound using segment: {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:40.248256 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Bound port: 1a2dea76-7413-464e-a89d-95f9ff905ca5, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:40.248631 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.309826 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89379-abc8-48ec-b799-037038f1b6e8 None None] Pushing event updated for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:40.331881 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7899372'] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.343740 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Attempting to bind port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:40.344106 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Attempting to bind port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:40.344466 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Attempting to bind port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c on network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:40.359598 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:40.359970 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Checking segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:40.360369 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.360755 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Bound using segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:40.361215 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Bound port: 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:40.361592 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.381792 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] For port 1a2dea76-7413-464e-a89d-95f9ff905ca5, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:40.409506 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] For port 1a2dea76-7413-464e-a89d-95f9ff905ca5, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1a2dea76-7413-464e-a89d-95f9ff905ca5,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:40.428342 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.459935 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Router a4245531-a2d4-498f-a5ef-e316f214dba9 is scheduled to L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:44:40.473811 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:40.515047 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] For port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:40.538079 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] For port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:40.541506 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Attempt 6 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:40.578196 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.590351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ba620-7d9c-4587-93db-ffed4d5e0025 None None] Pushing event updated for resources: {'Port': ['ID=1a2dea76-7413-464e-a89d-95f9ff905ca5,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:40.630586 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:40.631953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.632305 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 Sep 21 21:44:40.675530 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:40.676186 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:40.758465 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89379-abc8-48ec-b799-037038f1b6e8 None None] Pushing event updated for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:40.859133 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:44:40.867997 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Sync routers for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:44:40.868523 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Current status of the port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:40.868882 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.878275 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:40.878765 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:40.886333 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:40.887811 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ef52c613-251d-464a-a8ad-5a9636816031 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6887009 Sep 21 21:44:40.890801 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36426) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:40.903958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:40.906897 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:40.946830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] For port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:40.960122 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.003114 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:41.092507 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91430e6-1af7-47cd-a2a7-ffb8f6f5ea2a None None] Pushing event updated for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:41.105525 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-e4bfaf0d-381c-4c4f-8e14-ac1b52643f78 None None] Provisioning complete for port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:41.105525 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e4bfaf0d-381c-4c4f-8e14-ac1b52643f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.105752 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e4bfaf0d-381c-4c4f-8e14-ac1b52643f78 None None] Attempt 1 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:41.195344 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 3, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:41.246554 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfaf0d-381c-4c4f-8e14-ac1b52643f78 None None] Current status of the port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:41.277438 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:41.308679 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6d0e1-af72-431d-ac84-edfbf6e2419c None None] The sync data for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi is: [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:44:41.324138 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Checking router: a4245531-a2d4-498f-a5ef-e316f214dba9 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:44:41.325051 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Updating router a4245531-a2d4-498f-a5ef-e316f214dba9 port 0a321f72-468b-461a-9ad5-03fba17ce09f binding host dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:44:41.341310 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.362504 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.572155 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Allocated IP 172.20.0.1 (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4/bb1b5467-2860-4d3b-9ff9-1a4424813c73/4a32a0cb-793b-43db-b075-7fa5b5fa04e9) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:44:41.602546 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be9a68-b867-4215-a47a-4afcf43ec22a None None] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:44:41.686176 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Provisioning complete for port 1a2dea76-7413-464e-a89d-95f9ff905ca5 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:41.686694 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.687124 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Attempt 1 to provision port 1a2dea76-7413-464e-a89d-95f9ff905ca5 Sep 21 21:44:41.696472 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks [] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.704104 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.713608 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks [] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.745139 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Attempting to bind port 0a321f72-468b-461a-9ad5-03fba17ce09f on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:41.745619 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Attempting to bind port 0a321f72-468b-461a-9ad5-03fba17ce09f by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:41.746086 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Attempting to bind port 0a321f72-468b-461a-9ad5-03fba17ce09f on network 99270f1b-0a67-4dcd-bf64-a7650e31548a {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:41.760922 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:41.761680 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Checking segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:41.762540 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.763669 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Bound using segment: {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:41.764326 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Bound port: 0a321f72-468b-461a-9ad5-03fba17ce09f, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8f720c-10a8-4417-be5b-5c9f29c2a712', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:41.764783 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.767358 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.767882 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f0ec8-ff10-48b1-ad8a-67029d5cad76 None None] Pushing event updated for resources: {'Port': ['ID=0a321f72-468b-461a-9ad5-03fba17ce09f,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:41.828480 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:41.832099 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:41.834826 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:44:41.835937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Current status of the port 1a2dea76-7413-464e-a89d-95f9ff905ca5 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:41.836483 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.842640 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Pushing event updated for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:41.853441 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] For port 0a321f72-468b-461a-9ad5-03fba17ce09f, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:41.858206 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] For port 0a321f72-468b-461a-9ad5-03fba17ce09f, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0a321f72-468b-461a-9ad5-03fba17ce09f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:41.865904 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.892017 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7899779'] for router_interface (a4245531-a2d4-498f-a5ef-e316f214dba9), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.914684 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] For port 1a2dea76-7413-464e-a89d-95f9ff905ca5, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1a2dea76-7413-464e-a89d-95f9ff905ca5,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:41.920774 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:41.959405 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:41.960003 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:42.002313 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d178e-e17d-4051-8555-8b31a44571d4 None None] Pushing event updated for resources: {'Port': ['ID=1a2dea76-7413-464e-a89d-95f9ff905ca5,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:42.051557 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f0ec8-ff10-48b1-ad8a-67029d5cad76 None None] Pushing event updated for resources: {'Port': ['ID=0a321f72-468b-461a-9ad5-03fba17ce09f,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:42.057752 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.142450 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:42.181554 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-e165847b-56e0-46de-b855-12c665e72204 None None] Provisioning complete for port 1a2dea76-7413-464e-a89d-95f9ff905ca5 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:42.182156 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e165847b-56e0-46de-b855-12c665e72204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.182613 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-e165847b-56e0-46de-b855-12c665e72204 None None] Attempt 1 to provision port 1a2dea76-7413-464e-a89d-95f9ff905ca5 Sep 21 21:44:42.259081 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks [] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.271467 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5121958'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.293388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-e165847b-56e0-46de-b855-12c665e72204 None None] Current status of the port 1a2dea76-7413-464e-a89d-95f9ff905ca5 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:42.360142 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Pushing event updated for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:42.382127 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7805124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7899695'] for router_interface (a4245531-a2d4-498f-a5ef-e316f214dba9), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.390699 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 3, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:42.423529 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Provisioning complete for port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:42.425471 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.426084 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 1 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:42.431139 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054df1a-bdf1-4725-a63e-c8acfaa13d60 None None] The sync data for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi is: [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 3, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:44:42.490030 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:42.501411 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:44:42.503070 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:44:42.586830 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:42.648863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:42.649531 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.650195 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c Sep 21 21:44:42.656018 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Router a4245531-a2d4-498f-a5ef-e316f214dba9 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:44:42.745463 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:42.747416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1a2dea76-7413-464e-a89d-95f9ff905ca5 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:42.807550 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 1a2dea76-7413-464e-a89d-95f9ff905ca5 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:42.807550 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.808137 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 1a2dea76-7413-464e-a89d-95f9ff905ca5 Sep 21 21:44:42.824421 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:44:42.830826 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-bc4724ef-ab04-4416-8cfc-3dd701bc7d13 admin admin] 10.222.0.18 "PUT /v2.0/routers/a4245531-a2d4-498f-a5ef-e316f214dba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383104 Sep 21 21:44:42.905401 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 1a2dea76-7413-464e-a89d-95f9ff905ca5 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:42.991468 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 2 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:43.028440 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:43.196222 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36434) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.201203 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.v2.base [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297464264', 'description': 'tempest-secgroup-smoke-297464264 description', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8'}} {{(pid=104010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.220807 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.290243 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (9cd1b2df-e740-4fbe-950c-74f5a57bb691), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.295037 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9cd1b2df-e740-4fbe-950c-74f5a57bb691), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.323808 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.325571 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1282580 Sep 21 21:44:43.329283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36436) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.330713 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db3413-6aa9-4c61-9a1c-58963451b423 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1b2df-e740-4fbe-950c-74f5a57bb691,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.341878 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.370766 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (422ad8a2-e6f0-4745-95d2-74508ca51ee8), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.427161 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (422ad8a2-e6f0-4745-95d2-74508ca51ee8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.430774 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (422ad8a2-e6f0-4745-95d2-74508ca51ee8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.450511 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422ad8a2-e6f0-4745-95d2-74508ca51ee8,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.462428 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.466819 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9f4af1e8-2801-49ae-ba5a-7c7bed357013 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335332 Sep 21 21:44:43.466979 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36438) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.471376 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.497106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (1f537849-ee70-49a7-825a-d64a38ad142e), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.530019 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 3 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:43.550082 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (1f537849-ee70-49a7-825a-d64a38ad142e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.553678 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (1f537849-ee70-49a7-825a-d64a38ad142e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.565947 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:43.568117 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f537849-ee70-49a7-825a-d64a38ad142e,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.578386 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.579557 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9310b2d1-e637-4400-bdb9-e01a843ab7eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116478 Sep 21 21:44:43.582262 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36440) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.586409 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.611386 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (10903653-ef7c-4aee-ba62-84e24403d1fd), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.665824 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (10903653-ef7c-4aee-ba62-84e24403d1fd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.670128 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (10903653-ef7c-4aee-ba62-84e24403d1fd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.688356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10903653-ef7c-4aee-ba62-84e24403d1fd,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.695970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.697139 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-47d31572-3c4f-4372-81d2-8f3a28b444c1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139679 Sep 21 21:44:43.700798 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36442) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.704913 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.728330 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (c11bf0db-644c-4a2c-8506-7b23c7d9a5f5), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.783099 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (c11bf0db-644c-4a2c-8506-7b23c7d9a5f5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.786518 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (c11bf0db-644c-4a2c-8506-7b23c7d9a5f5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.803870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11bf0db-644c-4a2c-8506-7b23c7d9a5f5,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.811940 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.813121 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1fefc974-2b92-478e-9e40-50ddc74b0f81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1114159 Sep 21 21:44:43.815780 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36444) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.820520 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.842020 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Project baba561a8ade4ce1aac9e4936abc38c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:44:43.846832 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (23b23f5c-c363-411e-a20c-d72770e6e9c0), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.902253 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (23b23f5c-c363-411e-a20c-d72770e6e9c0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.905794 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (23b23f5c-c363-411e-a20c-d72770e6e9c0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.926628 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b23f5c-c363-411e-a20c-d72770e6e9c0,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:43.937564 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.938842 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-062487d3-a184-4fb8-800d-d621f352e7a3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221344 Sep 21 21:44:43.941458 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36446) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:43.945586 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'security_group_rule': {'security_group_id': '9cd1b2df-e740-4fbe-950c-74f5a57bb691', 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:44:43.965909 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Project baba561a8ade4ce1aac9e4936abc38c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:44:43.973115 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (abcff63e-4951-48f6-8c72-67accc3c1d44), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.029441 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (abcff63e-4951-48f6-8c72-67accc3c1d44), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.033347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881655'] for security_group_rule (abcff63e-4951-48f6-8c72-67accc3c1d44), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.052649 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcff63e-4951-48f6-8c72-67accc3c1d44,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:44.060696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.061896 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4e1f7e20-df4d-4e7d-abf4-11806bab3dab tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194730 Sep 21 21:44:44.067092 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 4 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:44.098823 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:44.505203 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0a321f72-468b-461a-9ad5-03fba17ce09f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:44.555645 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 0a321f72-468b-461a-9ad5-03fba17ce09f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:44.556282 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.556541 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 0a321f72-468b-461a-9ad5-03fba17ce09f Sep 21 21:44:44.600459 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 5 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:44.658758 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 0a321f72-468b-461a-9ad5-03fba17ce09f is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:44.659156 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.664072 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:44.680045 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] For port 0a321f72-468b-461a-9ad5-03fba17ce09f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0a321f72-468b-461a-9ad5-03fba17ce09f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:44.683732 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:44.734887 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Pushing event updated for resources: {'Port': ['ID=0a321f72-468b-461a-9ad5-03fba17ce09f,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:44.815733 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Sync routers for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:44:44.827359 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:44.828046 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:45.053788 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:45.167103 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 6 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:45.214293 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:45.283835 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:42Z', 'revision_number': 4, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '4a32a0cb-793b-43db-b075-7fa5b5fa04e9', 'name': '', 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'mac_address': 'fa:16:3e:e4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:41Z', 'updated_at': '2022-09-21T21:44:42Z', 'revision_number': 2, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'subnets': [{'id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:45.309041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Checking router: a4245531-a2d4-498f-a5ef-e316f214dba9 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:44:45.309401 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Updating router a4245531-a2d4-498f-a5ef-e316f214dba9 port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 binding host dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:44:45.335946 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.601625 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks [] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.607634 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.686204 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Pushing event updated for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:45.699370 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.699717 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.700351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.700688 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.701013 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.701337 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.701663 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.702015 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.702335 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.702659 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.702977 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.703294 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.703611 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:44:45.709175 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Attempting to bind port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 on host dv-cinder-858344-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:44:45.709672 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Attempting to bind port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 by drivers openvswitch,hyperv on host dv-cinder-858344-1-iscsi at level 0 using segments [{'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:44:45.710144 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Attempting to bind port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 on network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:44:45.715883 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 7 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:45.718774 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Checking agent: {'id': '71bc4f9f-6e32-468a-a1e8-bfec286f9eb0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858344-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 25, 54), 'started_at': datetime.datetime(2022, 9, 21, 21, 26, 24), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858344-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:44:45.719135 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Checking segment: {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:44:45.719527 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.719920 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Bound using segment: {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:44:45.720386 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Bound port: 4a32a0cb-793b-43db-b075-7fa5b5fa04e9, host: dv-cinder-858344-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62cc60d-cd7d-44b9-be6c-20785935c4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:44:45.720757 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.773468 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:44:45.802598 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] For port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9, host dv-cinder-858344-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:44:45.806224 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] For port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9, host dv-cinder-858344-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:44:45.812795 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.844694 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:44:45.845299 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:20Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:45.904034 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e6301-ea2a-4f8a-809c-328cc797cc5b None None] Pushing event updated for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:45.966363 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:44:46.161384 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:42Z', 'revision_number': 4, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '4a32a0cb-793b-43db-b075-7fa5b5fa04e9', 'name': '', 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'mac_address': 'fa:16:3e:e4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:41Z', 'updated_at': '2022-09-21T21:44:45Z', 'revision_number': 4, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'subnets': [{'id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:44:46.185566 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9839537a-68ee-4ea9-8965-7f43e1897c22 None None] The sync data for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi is: [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:42Z', 'revision_number': 4, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '4a32a0cb-793b-43db-b075-7fa5b5fa04e9', 'name': '', 'network_id': 'dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'mac_address': 'fa:16:3e:e4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:41Z', 'updated_at': '2022-09-21T21:44:45Z', 'revision_number': 4, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'subnets': [{'id': 'bb1b5467-2860-4d3b-9ff9-1a4424813c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:44:46.274405 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Attempt 8 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:46.354589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Current status of the port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 is: DOWN; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:46.355067 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:46.389903 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] For port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:44:46.394381 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:46.460131 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de73e6a-bf80-40a6-8a37-74836dc1d4e9 None None] Pushing event updated for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:44:46.517963 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-8e8b7ff3-dd09-4bb6-ab28-8593e14ddc18 None None] Provisioning complete for port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:46.518341 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8e8b7ff3-dd09-4bb6-ab28-8593e14ddc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:46.518675 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-8e8b7ff3-dd09-4bb6-ab28-8593e14ddc18 None None] Attempt 1 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:46.587168 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:46.625388 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b7ff3-dd09-4bb6-ab28-8593e14ddc18 None None] Current status of the port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:46.650416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:46.650796 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:46.651135 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:46.731420 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:46.732575 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0a321f72-468b-461a-9ad5-03fba17ce09f up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:46.780531 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 0a321f72-468b-461a-9ad5-03fba17ce09f triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:46.780961 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:46.781235 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 0a321f72-468b-461a-9ad5-03fba17ce09f Sep 21 21:44:46.863980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 0a321f72-468b-461a-9ad5-03fba17ce09f is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:47.684708 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:44:48.110451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d3f13b6f-4216-468c-b8cf-7c93f09ebe2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:48.464612 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 up at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:44:48.510490 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Provisioning complete for port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:44:48.510861 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:48.511295 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Attempt 1 to provision port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 Sep 21 21:44:48.590353 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Current status of the port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 is: ACTIVE; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:44:50.388788 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-facc800a-fce6-41ec-878f-598498a8d43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:51.812629 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:53.687577 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:54.544916 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:58.375202 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-ab8ee0f9-95b1-483d-bfa7-99525d812b5d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297464264&fields=id&tenant_id=baba561a8ade4ce1aac9e4936abc38c8 HTTP/1.1" status: 200 len: 267 time: 0.0427766 Sep 21 21:44:58.479968 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-57346ddb-f712-4c25-904c-f5d748a37b0a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:44:58.481343 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-57346ddb-f712-4c25-904c-f5d748a37b0a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 809 time: 0.0999932 Sep 21 21:44:58.496021 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7ba36eb3-d519-479b-aede-44e310053bd9 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/quotas/baba561a8ade4ce1aac9e4936abc38c8 HTTP/1.1" status: 200 len: 375 time: 0.0093205 Sep 21 21:44:58.549181 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-3fa5791d-bb65-4464-93a5-aa79704b3896 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484045 Sep 21 21:44:58.564263 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-5de0a711-32af-4e06-9907-6cbecc3b945f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:44:58.565200 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-5de0a711-32af-4e06-9907-6cbecc3b945f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049605 Sep 21 21:44:58.651238 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-971a7d9c-4b21-4019-8073-70f48ac123f4 service neutron] 10.222.0.18 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Sep 21 21:44:58.739380 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-3ae465d4-121d-418e-bd9b-431de2eac987 service neutron] 10.222.0.18 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824852 Sep 21 21:44:59.027958 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0b2bf436-2c49-45f7-bf03-2866758af9dc req-521d7240-addf-43f2-9173-72d3271f6b2d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 210 time: 0.0264437 Sep 21 21:44:59.642196 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.029973 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-5c8dd9ea-f3d8-4d20-b9bc-3b309ec560c4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:00.031410 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-5c8dd9ea-f3d8-4d20-b9bc-3b309ec560c4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 809 time: 0.0979090 Sep 21 21:45:00.101230 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-5b951f8d-4d27-45e0-ae52-373475f8c98b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baba561a8ade4ce1aac9e4936abc38c8 HTTP/1.1" status: 200 len: 379 time: 0.0568974 Sep 21 21:45:00.112692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'port': {'device_id': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'admin_state_up': True, 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'security_groups': ['9cd1b2df-e740-4fbe-950c-74f5a57bb691']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:45:00.131365 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-35f94ede-5101-4867-ac2c-db884019609a req-b3dcd0a9-ebc6-4272-b5a4-7eebc825845e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Sep 21 21:45:00.232473 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Made reservation on behalf of baba561a8ade4ce1aac9e4936abc38c8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:45:00.236184 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.363541 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Allocated IP 172.20.0.9 (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b/123061a0-f3e7-4542-a4aa-d90b2f0832a4/2d524edd-7a42-443c-b7a3-3ca972fac4cd) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:45:00.505096 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.538565 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.580863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:45:00.583932 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:45:00.587639 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:45:00.613907 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:00.642705 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:00.643339 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.659714 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-7a317f70-0e82-4101-bddb-b40958e28b8b tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506690 Sep 21 21:45:00.669126 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-b49bf424-8cb8-443e-bfc5-b6b9786da329 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:45:00.670239 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-b49bf424-8cb8-443e-bfc5-b6b9786da329 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057490 Sep 21 21:45:00.780394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Request body: {'port': {'device_id': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85834'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:45:00.821827 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Provisioning complete for port 2d524edd-7a42-443c-b7a3-3ca972fac4cd triggered by entity DHCP. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:45:00.822424 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.822539 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Attempt 1 to provision port 2d524edd-7a42-443c-b7a3-3ca972fac4cd Sep 21 21:45:00.842351 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:00.853304 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Port 2d524edd-7a42-443c-b7a3-3ca972fac4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:45:01.092216 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d524edd-7a42-443c-b7a3-3ca972fac4cd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:45:01.099567 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks [] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:01.111523 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Transition to ACTIVE for port object 2d524edd-7a42-443c-b7a3-3ca972fac4cd will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:45:01.115356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:01.171994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:01.248768 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Attempting to bind port 2d524edd-7a42-443c-b7a3-3ca972fac4cd on host hv-cinder-85834 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:45:01.249106 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Attempting to bind port 2d524edd-7a42-443c-b7a3-3ca972fac4cd by drivers openvswitch,hyperv on host hv-cinder-85834 at level 0 using segments [{'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:45:01.249440 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Attempting to bind port 2d524edd-7a42-443c-b7a3-3ca972fac4cd on network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:45:01.256073 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Port 2d524edd-7a42-443c-b7a3-3ca972fac4cd on network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85834 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:45:01.256397 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Attempting to bind port 2d524edd-7a42-443c-b7a3-3ca972fac4cd on network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:45:01.263840 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Checking agent: {'id': '3c980cbe-9b60-4f12-a73e-1e6cd03fb08c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85834', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 32), 'started_at': datetime.datetime(2022, 9, 21, 21, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:45:01.264182 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Checking segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:45:01.264568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Bound using segment: {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:45:01.264996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Bound port: 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host: hv-cinder-85834, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740afcdd-a640-4c65-a845-429a9ce88f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:45:01.265357 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:01.288688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187aa6-0e85-415e-b69f-af0c6b1d3c51 req-39cdeb21-e734-4bf7-b1e6-617590fd9807 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.290191 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a187aa6-0e85-415e-b69f-af0c6b1d3c51 req-39cdeb21-e734-4bf7-b1e6-617590fd9807 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0799625 Sep 21 21:45:01.354810 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Attempt 2 to provision port 2d524edd-7a42-443c-b7a3-3ca972fac4cd Sep 21 21:45:01.367989 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:45:01.373219 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a187aa6-0e85-415e-b69f-af0c6b1d3c51 req-a0426eca-f271-45bf-93b3-b1c63164b165 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655563 Sep 21 21:45:01.374866 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:45:01.381627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:01.385703 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.386362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:01.387773 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] 10.222.0.20 "PUT /v2.0/ports/2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 1093 time: 0.7104044 Sep 21 21:45:01.388291 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Port 2d524edd-7a42-443c-b7a3-3ca972fac4cd cannot update to ACTIVE because it is not bound. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:45:01.388415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:45:01.390663 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825eeac-5b89-4972-a3c6-6cafb4f1213b" -d '{"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:45:01.473170 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffa567-e495-486f-9d73-d3c2997fee2e service neutron] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:01.489951 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-9241fea6-1cae-4c16-bf76-07fed31eb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.491625 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-9241fea6-1cae-4c16-bf76-07fed31eb18c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1127 time: 0.0622330 Sep 21 21:45:01.493068 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de2cf3-3f66-4813-9348-95c31f72114b x-openstack-request-id: req-81de2cf3-3f66-4813-9348-95c31f72114b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:45:01.493356 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:45:01.493614 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81de2cf3-3f66-4813-9348-95c31f72114b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:45:01.494033 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81de2cf3-3f66-4813-9348-95c31f72114b'] response: {'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'status': 'completed', 'code': 200} Sep 21 21:45:01.532198 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-bd4f07f4-b4bf-4171-bfe8-245eea9e49ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 217 time: 0.0320582 Sep 21 21:45:01.582080 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-d5b286fa-0f16-46cb-86df-f2b303a75edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.583513 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-d5b286fa-0f16-46cb-86df-f2b303a75edd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0460913 Sep 21 21:45:01.630909 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-62d6d37e-2ff9-4baf-a348-cc23bf6edc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.632276 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-62d6d37e-2ff9-4baf-a348-cc23bf6edc02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427754 Sep 21 21:45:01.717500 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-96363523-4cad-48d8-a6aa-fe22ecc71a0a service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796223 Sep 21 21:45:01.804806 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34f3659f-0646-4fe8-9f54-046051e42cb7 req-e8d7a290-7018-488c-b047-8598e0d39825 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Sep 21 21:45:01.889009 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-ce05846d-7186-44f0-bad7-22f5d87544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.889485 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Attempt 3 to provision port 2d524edd-7a42-443c-b7a3-3ca972fac4cd Sep 21 21:45:01.890418 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-ce05846d-7186-44f0-bad7-22f5d87544e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1127 time: 0.0444469 Sep 21 21:45:01.926696 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a99260ec-f364-4133-8871-8de89471d212 None None] Port 2d524edd-7a42-443c-b7a3-3ca972fac4cd had new provisioning blocks added so it will not transition to active. {{(pid=104011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:45:01.983001 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-367b63b1-5488-4af4-ae1e-3fff3a3bcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:01.984528 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-367b63b1-5488-4af4-ae1e-3fff3a3bcfe6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0870357 Sep 21 21:45:02.023147 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-9da29224-0cf8-41f0-9fc9-c73544d6a019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 217 time: 0.0320957 Sep 21 21:45:02.069750 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-a97c6621-7549-416b-b0b0-6b71aa4e6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:02.071322 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-a97c6621-7549-416b-b0b0-6b71aa4e6c9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0425689 Sep 21 21:45:02.118394 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-1761ae99-a76b-4e7c-92bf-2a650dea74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:02.120520 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-1761ae99-a76b-4e7c-92bf-2a650dea74be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432415 Sep 21 21:45:02.210081 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-ddda5c36-c865-4ed8-8a38-874e2aa7f3c9 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835474 Sep 21 21:45:02.294822 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1825eeac-5b89-4972-a3c6-6cafb4f1213b req-1794fe3e-a856-403d-b7c6-e88fba238231 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795734 Sep 21 21:45:02.505629 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a6997-dd0f-4fd8-8e97-171fe9adcc1a req-c4374344-3316-4cbd-b094-0a0dee2e4754 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:02.507070 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c55a6997-dd0f-4fd8-8e97-171fe9adcc1a req-c4374344-3316-4cbd-b094-0a0dee2e4754 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0570452 Sep 21 21:45:02.555148 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c55a6997-dd0f-4fd8-8e97-171fe9adcc1a req-ed6c4ab8-9119-4b2c-833b-c0d26ea88562 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Sep 21 21:45:03.679698 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cd887-8496-4e97-8b41-48a5b6f286b4 req-79af07d9-b34d-48e9-8555-2833f3015806 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:03.681151 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-011cd887-8496-4e97-8b41-48a5b6f286b4 req-79af07d9-b34d-48e9-8555-2833f3015806 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0515490 Sep 21 21:45:03.732601 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-011cd887-8496-4e97-8b41-48a5b6f286b4 req-a539ebd5-1fcd-4cdd-90ce-f0e34912aa03 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Sep 21 21:45:04.856749 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9bf32-806a-4447-a69f-1d5f538cbf24 req-9dd81082-3599-4340-af3e-ee9b851a8476 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:04.859540 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ce9bf32-806a-4447-a69f-1d5f538cbf24 req-9dd81082-3599-4340-af3e-ee9b851a8476 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0548527 Sep 21 21:45:04.914207 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ce9bf32-806a-4447-a69f-1d5f538cbf24 req-ca40f3ba-ef6b-47b6-9012-496f8c867913 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482571 Sep 21 21:45:06.037700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27150e70-2752-42d9-8b6b-c0697c40d525 req-3ab6192f-51a6-4846-b1de-0a0db281cbc2 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:06.039214 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27150e70-2752-42d9-8b6b-c0697c40d525 req-3ab6192f-51a6-4846-b1de-0a0db281cbc2 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0513299 Sep 21 21:45:06.086840 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27150e70-2752-42d9-8b6b-c0697c40d525 req-6c56d0fb-eb75-41fe-9283-1073b34e2459 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Sep 21 21:45:07.214532 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad508dc-7d95-46ba-ab75-e62418817220 req-aab4a70d-299f-43fb-a39f-30871631c8b6 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:07.216099 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aad508dc-7d95-46ba-ab75-e62418817220 req-aab4a70d-299f-43fb-a39f-30871631c8b6 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0572860 Sep 21 21:45:07.266262 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aad508dc-7d95-46ba-ab75-e62418817220 req-6e18c3c6-5f22-4e87-a80e-a55c73eabe4d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432513 Sep 21 21:45:08.389837 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3cde7-6547-4459-a3ec-0e65c0128ee2 req-0ac94528-8343-4a76-80c0-0d2e09af8355 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:08.391321 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f1d3cde7-6547-4459-a3ec-0e65c0128ee2 req-0ac94528-8343-4a76-80c0-0d2e09af8355 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0523322 Sep 21 21:45:08.440105 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-f1d3cde7-6547-4459-a3ec-0e65c0128ee2 req-130c64a6-eca9-4e69-8cdd-308e1bfacaa4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Sep 21 21:45:09.560472 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9862c-0648-4e7b-a422-5e69f0a3ef20 req-482bb44e-3faa-406c-9065-ab6996ec5b1d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:09.561967 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9cd9862c-0648-4e7b-a422-5e69f0a3ef20 req-482bb44e-3faa-406c-9065-ab6996ec5b1d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0511420 Sep 21 21:45:09.610308 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9cd9862c-0648-4e7b-a422-5e69f0a3ef20 req-1b45e549-a317-4495-812c-00334e0e770f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Sep 21 21:45:09.651688 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:45:09.744016 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:45:09.755044 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'mac_address': 'fa:16:3e:36:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:45:09.791536 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 2d524edd-7a42-443c-b7a3-3ca972fac4cd is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:45:09.791924 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:09.804405 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d524edd-7a42-443c-b7a3-3ca972fac4cd {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:45:09.823285 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:45:09.827832 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:09.872424 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:10.030884 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['2d524edd-7a42-443c-b7a3-3ca972fac4cd'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:45:10.957658 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3124-151e-4a4a-9c1b-7d93ce0a18ea req-cc5c8b59-6ede-4fc0-9a05-751dd0ed529f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:10.959142 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fa1f3124-151e-4a4a-9c1b-7d93ce0a18ea req-cc5c8b59-6ede-4fc0-9a05-751dd0ed529f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 944 time: 0.2772806 Sep 21 21:45:11.008488 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fa1f3124-151e-4a4a-9c1b-7d93ce0a18ea req-d4b06d73-063f-4d81-a3a1-0f524acbf42f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436230 Sep 21 21:45:11.660102 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:45:11.705891 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning for port 2d524edd-7a42-443c-b7a3-3ca972fac4cd completed by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:45:11.709436 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 2d524edd-7a42-443c-b7a3-3ca972fac4cd triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:45:11.709838 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:11.710178 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 2d524edd-7a42-443c-b7a3-3ca972fac4cd Sep 21 21:45:11.900191 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 2d524edd-7a42-443c-b7a3-3ca972fac4cd is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:45:11.900580 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:11.923626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:45:11.925913 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d18e2-974f-4dfe-bf8d-971aedad626c" -d '{"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-plugged", "status": "completed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:45:11.937932 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:45:11.941994 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:11.987762 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=5']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:12.018743 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d477ae7-13d3-432d-be74-8076f00d9a0a x-openstack-request-id: req-7d477ae7-13d3-432d-be74-8076f00d9a0a {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:45:12.019035 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-plugged", "status": "completed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:45:12.019288 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d477ae7-13d3-432d-be74-8076f00d9a0a {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:45:12.019682 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d477ae7-13d3-432d-be74-8076f00d9a0a'] response: {'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'code': 200} Sep 21 21:45:12.136026 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d0769-fcf7-4a9b-a895-58f1a4acb252 req-781fdd3f-637c-42a8-94bd-23d3c1d0a5d9 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:12.138150 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b79d0769-fcf7-4a9b-a895-58f1a4acb252 req-781fdd3f-637c-42a8-94bd-23d3c1d0a5d9 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0554233 Sep 21 21:45:12.187748 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b79d0769-fcf7-4a9b-a895-58f1a4acb252 req-835dab6f-2ea5-4448-ba1c-aafeced24365 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439024 Sep 21 21:45:12.229874 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf80357-5e93-493b-90f1-a3e20a69bb1e req-37262752-f519-492f-b833-318461729897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:12.231387 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bf80357-5e93-493b-90f1-a3e20a69bb1e req-37262752-f519-492f-b833-318461729897 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0433517 Sep 21 21:45:12.279548 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bf80357-5e93-493b-90f1-a3e20a69bb1e req-ba448cde-4bab-4ffe-a3fc-64594c903c51 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415621 Sep 21 21:45:13.316270 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98c1b-d564-4534-9b04-61fc916494a2 req-93d5c3e4-3265-458f-b977-9f738cfc8134 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:13.317756 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84d98c1b-d564-4534-9b04-61fc916494a2 req-93d5c3e4-3265-458f-b977-9f738cfc8134 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0545239 Sep 21 21:45:13.366090 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84d98c1b-d564-4534-9b04-61fc916494a2 req-f338c6b1-450f-48ab-9741-c1bd8d94d3e7 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425346 Sep 21 21:45:14.491517 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef13fb-9dc2-4008-99b9-ee40a650c431 req-d2a5d8df-c0e6-4208-94b7-b3411a03ba64 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:14.492943 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27ef13fb-9dc2-4008-99b9-ee40a650c431 req-d2a5d8df-c0e6-4208-94b7-b3411a03ba64 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Sep 21 21:45:14.540339 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-27ef13fb-9dc2-4008-99b9-ee40a650c431 req-4ab1edf6-31f3-487b-a791-35b55d5325cb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Sep 21 21:45:14.661818 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984101-1a6a-40fd-9837-0458b7d505cd req-296b06e8-d17e-47b8-a56b-2719b28674fe tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:14.663223 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-24984101-1a6a-40fd-9837-0458b7d505cd req-296b06e8-d17e-47b8-a56b-2719b28674fe tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Sep 21 21:45:14.712132 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-24984101-1a6a-40fd-9837-0458b7d505cd req-0b43fafa-4137-4df6-8b52-3399793f994c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Sep 21 21:45:14.740747 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36604) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:45:14.827721 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9542ce6-3495-4b65-b446-a2b9422b649b tempest-TestShelveInstance-1655687859 tempest-TestShelveInstance-1655687859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:14.829220 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f9542ce6-3495-4b65-b446-a2b9422b649b tempest-TestShelveInstance-1655687859 tempest-TestShelveInstance-1655687859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1124 time: 0.0873847 Sep 21 21:45:14.832118 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36608) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:45:14.836321 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Request body: {'floatingip': {'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:45:14.857870 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:14.950490 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.054055 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Allocated IP 172.27.0.235 (99270f1b-0a67-4dcd-bf64-a7650e31548a/3dedecf9-0833-4557-a7ca-96dc8e4bc563/318940f6-0c02-4435-a20f-1093e16d3377) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:45:15.150484 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for port (318940f6-0c02-4435-a20f-1093e16d3377), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.181402 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751864013752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (318940f6-0c02-4435-a20f-1093e16d3377), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.220852 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Network 99270f1b-0a67-4dcd-bf64-a7650e31548a is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:45:15.223715 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:45:15.229283 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:45:15.234153 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'Port': ['ID=318940f6-0c02-4435-a20f-1093e16d3377,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:15.563875 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for floatingip (631cc539-aa4b-4ec9-bf44-532bef0bfeaa), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.633383 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (318940f6-0c02-4435-a20f-1093e16d3377), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.774330 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for port (318940f6-0c02-4435-a20f-1093e16d3377), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.778416 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5113816'] for port (318940f6-0c02-4435-a20f-1093e16d3377), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.843949 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7899146'] for floatingip (631cc539-aa4b-4ec9-bf44-532bef0bfeaa), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.845470 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event updated for resources: {'Port': ['ID=318940f6-0c02-4435-a20f-1093e16d3377,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:45:15.945547 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Floating IP 631cc539-aa4b-4ec9-bf44-532bef0bfeaa associated. External IP: 172.27.0.235, port: 2d524edd-7a42-443c-b7a3-3ca972fac4cd. Sep 21 21:45:16.134092 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Router 296bff3f-680a-41b2-9999-806661e40432 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:45:16.236481 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:45:16.245836 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Sync routers for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:45:16.254133 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:16.255114 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:45:16.255729 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:16.286109 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-20288675-16ba-43bd-876b-2f7ec4fb3bf0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4529049 Sep 21 21:45:16.286772 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:45:16.289043 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375afbd-76ee-4c07-9c55-1730074934ff" -d '{"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:45:16.323760 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004ac890-4cae-4ef4-b9d6-067a972e2aa6 x-openstack-request-id: req-004ac890-4cae-4ef4-b9d6-067a972e2aa6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:45:16.324048 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:45:16.324304 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-004ac890-4cae-4ef4-b9d6-067a972e2aa6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:45:16.324957 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004ac890-4cae-4ef4-b9d6-067a972e2aa6'] response: {'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'status': 'completed', 'code': 200} Sep 21 21:45:16.354093 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:45:16.387103 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375afbd-76ee-4c07-9c55-1730074934ff req-b07b8c5c-9ab5-441b-86ab-1e9527c551dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:16.388654 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-b07b8c5c-9ab5-441b-86ab-1e9527c551dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0449762 Sep 21 21:45:16.477395 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375afbd-76ee-4c07-9c55-1730074934ff req-1fe9cc4d-e361-41ee-8139-0112ed35452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:16.478899 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-1fe9cc4d-e361-41ee-8139-0112ed35452f service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0836382 Sep 21 21:45:16.541137 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-d9e9b8bd-4eca-4fa2-8de6-fa4e824fa639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 999 time: 0.0566318 Sep 21 21:45:16.567291 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '631cc539-aa4b-4ec9-bf44-532bef0bfeaa', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '296bff3f-680a-41b2-9999-806661e40432', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'mac_address': 'fa:16:3e:36:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:45:15Z', 'updated_at': '2022-09-21T21:45:15Z', 'revision_number': 0, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:16.587953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375afbd-76ee-4c07-9c55-1730074934ff req-7dd542e0-f049-45b7-882d-708d30ba3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:16.589447 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-7dd542e0-f049-45b7-882d-708d30ba3864 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0423238 Sep 21 21:45:16.591784 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Checking router: 296bff3f-680a-41b2-9999-806661e40432 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:45:16.599972 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:45:16.600574 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:44:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:16.635797 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375afbd-76ee-4c07-9c55-1730074934ff req-5b821799-cd79-40a2-a9e7-9183d059a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:45:16.637871 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-5b821799-cd79-40a2-a9e7-9183d059a90c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426314 Sep 21 21:45:16.697415 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:45:16.727861 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-4c5eca8d-4657-4967-8dd0-ebc555fc3d2c service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Sep 21 21:45:16.813301 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d375afbd-76ee-4c07-9c55-1730074934ff req-043f6a7b-0a81-4eed-a3d1-d82ecc02a2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795345 Sep 21 21:45:16.904589 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '631cc539-aa4b-4ec9-bf44-532bef0bfeaa', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '296bff3f-680a-41b2-9999-806661e40432', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'mac_address': 'fa:16:3e:36:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:45:15Z', 'updated_at': '2022-09-21T21:45:15Z', 'revision_number': 0, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:45:16.927222 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1f4b2-28b9-40de-9b1e-981fac3aba38 None None] The sync data for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi is: [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_floatingips': [{'id': '631cc539-aa4b-4ec9-bf44-532bef0bfeaa', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'router_id': '296bff3f-680a-41b2-9999-806661e40432', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'mac_address': 'fa:16:3e:36:b8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:45:15Z', 'updated_at': '2022-09-21T21:45:15Z', 'revision_number': 0, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:45:17.114769 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d46f21-d656-44a3-941f-f4d97044ff53 None None] New status for floating IP 631cc539-aa4b-4ec9-bf44-532bef0bfeaa: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:45:18.112510 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-60de448c-175b-481b-948d-db44241f7e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:20.390435 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a0d57fb6-f072-4d34-994e-ca155c04ed6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:21.814461 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:23.690221 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:24.547653 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:24.683138 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:45:29.673052 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:48.112852 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-896caa6e-3795-425e-91cb-cc8a3df6dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:50.394291 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-1e276de6-6daa-47e4-affd-eeb479e22663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:51.817111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:53.692298 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:54.549589 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:59.686865 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:01.681751 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:46:12.309307 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-18ca1647-759e-43bb-8d9a-af8fc57915c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463455 Sep 21 21:46:12.392688 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-6b27b6be-d91b-4f92-aea4-ddd6acc6216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:12.394203 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-6b27b6be-d91b-4f92-aea4-ddd6acc6216d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0454309 Sep 21 21:46:12.491517 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-17dcaf50-acd7-417a-b356-d188ede7a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:12.493035 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-17dcaf50-acd7-417a-b356-d188ede7a4c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0822856 Sep 21 21:46:12.554567 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-46264cbc-5cab-48b0-9faa-f9aaf7128071 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 1001 time: 0.0561199 Sep 21 21:46:12.600628 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-a642aba8-dcaa-49a8-a6a5-002972316cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:12.602025 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-a642aba8-dcaa-49a8-a6a5-002972316cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0419517 Sep 21 21:46:12.648434 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-7b680751-b115-460c-be74-6613ef3e1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:12.649962 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-7b680751-b115-460c-be74-6613ef3e1ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422850 Sep 21 21:46:12.738184 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-7fa12e65-3777-4227-b60e-5ac0dfca34e7 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Sep 21 21:46:12.822936 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-64a99a99-4d06-42a9-a427-bbc62ac21f00 req-1ceb92d0-ceb9-4d5c-8bf0-0a7048fc4442 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780931 Sep 21 21:46:18.114245 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3237eb21-088b-4bde-8a77-dd0e476ef6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:20.391591 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8f3466a5-618c-4b92-a495-3cf6aea84cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:21.823027 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:23.695537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:24.551055 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.685090 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.681899 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:46:48.116188 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-13219c04-67da-4da4-858a-e492c8a88eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.394118 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-37028283-3614-4376-8e14-75f36c7feaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.822600 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:53.699351 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.553091 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:59.700173 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:11.949136 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da124677-2562-4d3b-b610-8e373e57ee51 req-e6a6275f-b4a9-419f-97e7-971002c3622f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.950859 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-da124677-2562-4d3b-b610-8e373e57ee51 req-e6a6275f-b4a9-419f-97e7-971002c3622f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Sep 21 21:47:11.997558 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-da124677-2562-4d3b-b610-8e373e57ee51 req-4b9feb5b-affa-4395-98fd-8e71d7fb2cfc tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Sep 21 21:47:13.134015 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed8129-80bd-4591-b4ea-07b12dcfe5a0 req-8c8ad8b7-1251-4116-8288-b63b1a85df6c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.135519 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39ed8129-80bd-4591-b4ea-07b12dcfe5a0 req-8c8ad8b7-1251-4116-8288-b63b1a85df6c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0581715 Sep 21 21:47:13.189241 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39ed8129-80bd-4591-b4ea-07b12dcfe5a0 req-94f27ea6-e322-4c38-a095-751b5dd90d5f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482242 Sep 21 21:47:14.316429 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e54a33-35ac-41b7-b5ee-321f5c212ed5 req-e2705507-fc95-4095-88f0-003ae2eec7f3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.317911 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-57e54a33-35ac-41b7-b5ee-321f5c212ed5 req-e2705507-fc95-4095-88f0-003ae2eec7f3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0510399 Sep 21 21:47:14.368442 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-57e54a33-35ac-41b7-b5ee-321f5c212ed5 req-96fe61cd-30ae-47b7-b2ae-f4bf03751f39 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Sep 21 21:47:14.629007 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb13507-a355-483a-96bf-eed37fc21710 req-831a97ae-196f-454e-a40f-0d9ac7f956d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.630564 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-831a97ae-196f-454e-a40f-0d9ac7f956d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0464625 Sep 21 21:47:14.730878 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb13507-a355-483a-96bf-eed37fc21710 req-f7914664-12dd-4d49-9dde-ec2d53cb40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.732343 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-f7914664-12dd-4d49-9dde-ec2d53cb40e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0821955 Sep 21 21:47:14.796640 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-e1551a7d-4821-4a0e-ad56-b30f4bba9c1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 1001 time: 0.0585687 Sep 21 21:47:14.850114 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb13507-a355-483a-96bf-eed37fc21710 req-a561ef6d-f87f-4c0c-b61d-139b01be7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.851652 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-a561ef6d-f87f-4c0c-b61d-139b01be7d60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0499971 Sep 21 21:47:14.899102 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb13507-a355-483a-96bf-eed37fc21710 req-cf555b4a-b049-4a36-a5bd-d818273c331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.900573 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-cf555b4a-b049-4a36-a5bd-d818273c331b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437975 Sep 21 21:47:14.988794 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-ef457605-a9db-412a-870a-c2bb18487dfe service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827379 Sep 21 21:47:15.073040 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bbb13507-a355-483a-96bf-eed37fc21710 req-28784874-d539-4353-9056-247e9dfb6916 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789349 Sep 21 21:47:15.493828 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1caa-808b-4315-8e41-08e803bd7916 req-a6361ab0-dd06-40dc-a555-5ed594292d7c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.495293 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-757b1caa-808b-4315-8e41-08e803bd7916 req-a6361ab0-dd06-40dc-a555-5ed594292d7c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0556445 Sep 21 21:47:15.681890 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:15.808833 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-757b1caa-808b-4315-8e41-08e803bd7916 req-a99664d0-837c-46fb-a4aa-11db25e09e02 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079617 Sep 21 21:47:16.930736 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d787a80-10a2-4e4e-bfa2-70fac5905652 req-bd8bb358-484a-4a7c-9287-eb47cae1c1fb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.932197 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9d787a80-10a2-4e4e-bfa2-70fac5905652 req-bd8bb358-484a-4a7c-9287-eb47cae1c1fb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Sep 21 21:47:16.979577 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-9d787a80-10a2-4e4e-bfa2-70fac5905652 req-c8052d02-24c5-4bb3-a65d-49a8639670cc tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Sep 21 21:47:18.101476 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe81251-7294-4f83-8cd0-fb37f66478a1 req-9a77e0dc-6796-4fbb-b914-22a0a4de6be4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:18.102987 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-abe81251-7294-4f83-8cd0-fb37f66478a1 req-9a77e0dc-6796-4fbb-b914-22a0a4de6be4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Sep 21 21:47:18.121897 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-da300e87-7711-43cc-a88f-fa5828bb8835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.152434 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-abe81251-7294-4f83-8cd0-fb37f66478a1 req-79f16f84-c6e9-43a5-a5c5-fef2be4ac2df tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Sep 21 21:47:19.276349 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47179d13-2bd6-45be-b9db-6f71caca854f req-cb80f352-ce86-4322-bfcc-a331fd431524 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:19.277839 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-47179d13-2bd6-45be-b9db-6f71caca854f req-cb80f352-ce86-4322-bfcc-a331fd431524 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Sep 21 21:47:19.325481 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-47179d13-2bd6-45be-b9db-6f71caca854f req-8857b49e-b10f-4a50-82e3-e28ad79589bc tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Sep 21 21:47:20.395626 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a95f7cdd-2ee3-45df-a3f2-19ba17a87356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:20.457924 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001181-dc5b-4dc6-b596-6448bf0a50ae req-cbb5b420-2d2f-48eb-833d-44ec81b8dec0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:20.459373 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94001181-dc5b-4dc6-b596-6448bf0a50ae req-cbb5b420-2d2f-48eb-833d-44ec81b8dec0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Sep 21 21:47:20.509333 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94001181-dc5b-4dc6-b596-6448bf0a50ae req-068de0ff-000b-4ca3-9487-99268d120758 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Sep 21 21:47:21.636685 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394aab8-fc44-4e4f-a03f-4cb7934aa205 req-c82c884b-0324-41a8-a4db-46aa1fbe7245 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:21.638168 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0394aab8-fc44-4e4f-a03f-4cb7934aa205 req-c82c884b-0324-41a8-a4db-46aa1fbe7245 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Sep 21 21:47:21.686223 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-0394aab8-fc44-4e4f-a03f-4cb7934aa205 req-367ccb26-d802-4283-a690-a83ced6c72a8 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Sep 21 21:47:21.825754 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.104663 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-56df9d33-805e-4d7e-af25-7c6c4ac6851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.106091 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-56df9d33-805e-4d7e-af25-7c6c4ac6851b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0433743 Sep 21 21:47:22.189347 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-f264ea27-89d6-43fe-8f52-66c9932caada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.190893 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-f264ea27-89d6-43fe-8f52-66c9932caada service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0797684 Sep 21 21:47:22.254545 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-305a8d6b-7625-479c-8627-422a37b34b59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 1001 time: 0.0563083 Sep 21 21:47:22.301223 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-9d6365d3-d20e-4789-a1ff-8492ed3978af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.302646 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-9d6365d3-d20e-4789-a1ff-8492ed3978af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0422232 Sep 21 21:47:22.350076 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-806b0ea2-9995-4434-8c4f-3ae0b5e30950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.351552 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-806b0ea2-9995-4434-8c4f-3ae0b5e30950 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431249 Sep 21 21:47:22.440023 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-1b727352-dc9d-48bc-b9f5-da879adb92f4 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818202 Sep 21 21:47:22.525953 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6d5c08d-0c09-44cd-960d-9e7092e97bb6 req-a3ca36a0-6ebd-49c0-a5ed-cdea1fcff409 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794482 Sep 21 21:47:22.828264 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57219e12-8338-46ff-a304-1979418675c8 req-03f7fd4e-23df-40ca-acd6-326a4a90275f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.829806 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57219e12-8338-46ff-a304-1979418675c8 req-03f7fd4e-23df-40ca-acd6-326a4a90275f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0667305 Sep 21 21:47:22.881494 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57219e12-8338-46ff-a304-1979418675c8 req-a4c69481-d2ab-4400-9b24-e4fea617b782 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459282 Sep 21 21:47:23.701541 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.008643 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ed666-e7e6-4b5c-8864-8d1883fc35ea req-8d05efea-7695-4d47-a9aa-0b734c638cd1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.010141 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d86ed666-e7e6-4b5c-8864-8d1883fc35ea req-8d05efea-7695-4d47-a9aa-0b734c638cd1 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Sep 21 21:47:24.066071 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-d86ed666-e7e6-4b5c-8864-8d1883fc35ea req-598fd2ff-f80f-45dc-a38b-de18709b79dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495191 Sep 21 21:47:24.555239 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.188911 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4898-2ac1-48a5-a275-3b02a8d64ebd req-2d05afd1-88ee-4ef8-9b84-d78ce78d6af8 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.190417 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b53e4898-2ac1-48a5-a275-3b02a8d64ebd req-2d05afd1-88ee-4ef8-9b84-d78ce78d6af8 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0512612 Sep 21 21:47:25.236987 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b53e4898-2ac1-48a5-a275-3b02a8d64ebd req-dbe57664-0585-4fef-bc20-d7f60efc66df tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Sep 21 21:47:25.380166 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-80c6d1a9-27aa-41f5-884a-3e97a0d3156d req-18bdccc5-f940-43e0-8c1f-2e1217a60c2b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:25.381160 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-80c6d1a9-27aa-41f5-884a-3e97a0d3156d req-18bdccc5-f940-43e0-8c1f-2e1217a60c2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0765140 Sep 21 21:47:26.339558 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:47:26.410786 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 2d524edd-7a42-443c-b7a3-3ca972fac4cd is: ACTIVE; New status is: DOWN {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:26.411316 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.444059 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:26.446416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ccb282-aa18-423d-96ef-fdfc0b4cd05b" -d '{"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-unplugged", "status": "completed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:26.459511 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:26.464852 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.514584 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b21dba1-63fb-4510-908b-f6a853b21751 x-openstack-request-id: req-6b21dba1-63fb-4510-908b-f6a853b21751 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:26.514885 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-unplugged", "status": "failed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "code": 422}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:26.515144 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b21dba1-63fb-4510-908b-f6a853b21751 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:26.515546 dv-cinder-858344-1-iscsi neutron-server[104011]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6b21dba1-63fb-4510-908b-f6a853b21751']: {'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'code': 422} returned with failed status Sep 21 21:47:26.516621 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=6']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:26.524623 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.524976 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.525502 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.525873 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.526210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.526544 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.526874 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.527205 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.527532 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.527863 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.528413 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.528741 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.529064 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:26.571318 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8dbef-6385-4d93-9aa5-cade0dddc797 req-6bdf96dd-153b-41ac-9015-b0588a4bef80 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.572992 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcf8dbef-6385-4d93-9aa5-cade0dddc797 req-6bdf96dd-153b-41ac-9015-b0588a4bef80 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0530324 Sep 21 21:47:26.586153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36694) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:26.626794 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcf8dbef-6385-4d93-9aa5-cade0dddc797 req-d3360181-1eff-4667-ba8c-4261cc7dd6a0 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477583 Sep 21 21:47:26.672930 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-8872d7ff-d4c0-4d57-be62-3f564392222d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856407 Sep 21 21:47:26.681510 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-648d6aac-a825-4111-bea3-2ebf7b42c1d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104010) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:26.682511 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-648d6aac-a825-4111-bea3-2ebf7b42c1d4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048294 Sep 21 21:47:26.781193 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36702) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:26.870718 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-5e63f6e1-3dde-41fd-8f95-51b304ed3bc4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.871978 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-5e63f6e1-3dde-41fd-8f95-51b304ed3bc4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports/2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 940 time: 0.0897901 Sep 21 21:47:27.755311 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c918a-8ab5-41be-b07e-0d3dcd17bbc9 req-9e2c444a-8cc1-4db7-b67a-45809d7a3f19 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:27.756787 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4e2c918a-8ab5-41be-b07e-0d3dcd17bbc9 req-9e2c444a-8cc1-4db7-b67a-45809d7a3f19 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0536070 Sep 21 21:47:27.805109 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-4e2c918a-8ab5-41be-b07e-0d3dcd17bbc9 req-83260eb9-d811-4bf3-bafb-653b262ca51e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Sep 21 21:47:28.026171 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-60b10ed4-5a9a-48ac-b65f-5124b6cfa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.027672 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-60b10ed4-5a9a-48ac-b65f-5124b6cfa2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60&tenant_id=baba561a8ade4ce1aac9e4936abc38c8 HTTP/1.1" status: 200 len: 1127 time: 0.0449932 Sep 21 21:47:28.090920 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-77c9536d-c80c-439e-93ef-42a42f274d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.092328 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-77c9536d-c80c-439e-93ef-42a42f274d71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1127 time: 0.0443475 Sep 21 21:47:28.180736 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-2d73af44-3c70-4ba0-9a63-8023fd2970b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.182231 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-2d73af44-3c70-4ba0-9a63-8023fd2970b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0846772 Sep 21 21:47:28.241345 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-ba46e890-9762-49b7-a6f9-c5da78259e14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 999 time: 0.0534215 Sep 21 21:47:28.288478 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-ffb4c902-44ad-49cd-a13a-3df97ae6e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.289894 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-ffb4c902-44ad-49cd-a13a-3df97ae6e491 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0430353 Sep 21 21:47:28.343172 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222edd4-e010-42bb-98da-9d418d380016 req-08733957-1423-4da4-8885-47c5ee6196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.344572 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-08733957-1423-4da4-8885-47c5ee6196bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485263 Sep 21 21:47:28.431257 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-f528bc80-a130-418e-baa7-ab2ab5bdfe8b service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806043 Sep 21 21:47:28.525369 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5222edd4-e010-42bb-98da-9d418d380016 req-3276b18f-5a00-485c-9ec6-7c40b80dd3f1 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Sep 21 21:47:28.931996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109daed-5764-419a-a6d6-43c2e09afb88 req-7a02ade1-bdf7-41e7-b1aa-e134d0a1d225 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.933493 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2109daed-5764-419a-a6d6-43c2e09afb88 req-7a02ade1-bdf7-41e7-b1aa-e134d0a1d225 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0535164 Sep 21 21:47:28.980202 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2109daed-5764-419a-a6d6-43c2e09afb88 req-d1c8faf1-adad-4afd-bcd1-ac28009cb72f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Sep 21 21:47:29.699236 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.102085 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b185-5b68-455c-9aec-4c80755f0e2d req-1e573f5c-2412-4946-9c39-0fdf9e58a8d3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.103619 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1812b185-5b68-455c-9aec-4c80755f0e2d req-1e573f5c-2412-4946-9c39-0fdf9e58a8d3 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0513096 Sep 21 21:47:30.154570 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-1812b185-5b68-455c-9aec-4c80755f0e2d req-88e0b003-d7a5-432b-8f9c-56990eedeefc tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Sep 21 21:47:31.277895 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d0561-f5a3-4f6f-95e1-061d7e72a451 req-0793ed77-2459-460c-b944-30f2d01e0d34 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.279350 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c22d0561-f5a3-4f6f-95e1-061d7e72a451 req-0793ed77-2459-460c-b944-30f2d01e0d34 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0504510 Sep 21 21:47:31.327348 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c22d0561-f5a3-4f6f-95e1-061d7e72a451 req-5bde6469-0d01-4082-92fa-50c2b424ad7c tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Sep 21 21:47:32.450103 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa934c4-2403-472d-b588-07a1af712f14 req-e7608c4c-3496-481c-a280-c70059c40adf tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.451554 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-faa934c4-2403-472d-b588-07a1af712f14 req-e7608c4c-3496-481c-a280-c70059c40adf tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0517986 Sep 21 21:47:32.498891 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-faa934c4-2403-472d-b588-07a1af712f14 req-96fceafa-ce30-4b5e-b819-03a3700ee86f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Sep 21 21:47:33.625970 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956442f2-ce69-4095-9694-b7f2e2789cc1 req-8550d149-400d-4696-b535-c9f8d1ef5625 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:33.627449 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-956442f2-ce69-4095-9694-b7f2e2789cc1 req-8550d149-400d-4696-b535-c9f8d1ef5625 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0571897 Sep 21 21:47:33.674897 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-956442f2-ce69-4095-9694-b7f2e2789cc1 req-2734ea1a-1c96-4e00-80ea-618878ada329 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Sep 21 21:47:34.796722 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7b96-847e-4b0f-9eab-0e8263bb87db req-93597963-dc38-4197-8717-e7f1cd5ea8ca tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:34.798106 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0ad7b96-847e-4b0f-9eab-0e8263bb87db req-93597963-dc38-4197-8717-e7f1cd5ea8ca tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0513895 Sep 21 21:47:34.844725 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-b0ad7b96-847e-4b0f-9eab-0e8263bb87db req-3048bd86-7d46-44a0-b568-db9d900bc32a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Sep 21 21:47:35.969627 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0c2aa-2e6f-46ad-8622-6aadf2de86fa req-fca20fe8-918e-4596-9b87-3b2b02872c2f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:35.971140 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95d0c2aa-2e6f-46ad-8622-6aadf2de86fa req-fca20fe8-918e-4596-9b87-3b2b02872c2f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 943 time: 0.0528727 Sep 21 21:47:36.019713 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95d0c2aa-2e6f-46ad-8622-6aadf2de86fa req-a2b3835f-93fe-4f4f-bcb3-cc40707d2345 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Sep 21 21:47:36.385508 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd details requested by agent hyperv_hv-cinder-85834 with host hv-cinder-85834 {{(pid=104011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:36.477150 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:36.488700 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Returning: {'device': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'port_id': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'mac_address': 'fa:16:3e:36:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:36.523750 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 2d524edd-7a42-443c-b7a3-3ca972fac4cd is: DOWN; New status is: BUILD {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:36.524136 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.538041 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d524edd-7a42-443c-b7a3-3ca972fac4cd {{(pid=104011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:36.557818 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:36.561537 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.604951 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=7']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:36.781208 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] get_ports_and_sgs() called for port_ids ['2d524edd-7a42-443c-b7a3-3ca972fac4cd'] {{(pid=104011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:37.144052 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50adea-d484-4646-ba1f-1b7d376deffe req-3786bc15-ae0e-4af4-a84e-67a521776e1e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:37.145495 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fa50adea-d484-4646-ba1f-1b7d376deffe req-3786bc15-ae0e-4af4-a84e-67a521776e1e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 944 time: 0.0543306 Sep 21 21:47:37.191710 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-fa50adea-d484-4646-ba1f-1b7d376deffe req-32b7cd71-06a5-4a33-809a-fedca0481249 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Sep 21 21:47:38.312838 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bd5fb-2c49-4f8a-9d51-0e2e22082a7a req-13791d95-2099-45a8-b209-03b4e1e3a96a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:38.314378 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce7bd5fb-2c49-4f8a-9d51-0e2e22082a7a req-13791d95-2099-45a8-b209-03b4e1e3a96a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 944 time: 0.0519040 Sep 21 21:47:38.366156 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce7bd5fb-2c49-4f8a-9d51-0e2e22082a7a req-5f54ad32-dec6-40bc-a7b7-100e4d1d3a07 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461929 Sep 21 21:47:38.403952 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd up at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:38.447278 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.provisioning_blocks [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Provisioning complete for port 2d524edd-7a42-443c-b7a3-3ca972fac4cd triggered by entity L2. {{(pid=104011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:38.447653 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461827'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), provisioning_complete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:38.447986 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Attempt 1 to provision port 2d524edd-7a42-443c-b7a3-3ca972fac4cd Sep 21 21:47:38.519749 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Current status of the port 2d524edd-7a42-443c-b7a3-3ca972fac4cd is: BUILD; New status is: ACTIVE {{(pid=104011) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:38.520137 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1567914'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:38.542539 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:38.544787 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6342229479966557b15454269a1604b2275e4b30ade7245359cf5e988a5b523" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328514e-7f9a-461c-8492-5fcf7fa9a46a" -d '{"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-plugged", "status": "completed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:38.556748 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:38.560808 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751864599143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751864013770', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751864013788'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:38.606053 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Pushing event updated for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=8']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:39.497094 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ae758-a69a-47cc-9089-e25c06315eeb req-9eb7188d-1841-4bbd-b331-9307a6166f7e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:39.498733 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be5ae758-a69a-47cc-9089-e25c06315eeb req-9eb7188d-1841-4bbd-b331-9307a6166f7e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0611193 Sep 21 21:47:39.547536 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be5ae758-a69a-47cc-9089-e25c06315eeb req-45233c5c-0cb2-4921-9e23-f0820227b92a tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Sep 21 21:47:39.593852 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d60a7f4-57f5-49a1-a042-131adecbd769 x-openstack-request-id: req-0d60a7f4-57f5-49a1-a042-131adecbd769 {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:39.594397 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-plugged", "status": "completed", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "code": 200}]} {{(pid=104011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:39.594397 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d60a7f4-57f5-49a1-a042-131adecbd769 {{(pid=104011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:39.594780 dv-cinder-858344-1-iscsi neutron-server[104011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d60a7f4-57f5-49a1-a042-131adecbd769'] response: {'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'code': 200} Sep 21 21:47:39.801124 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06130d9-687c-4cc1-8470-f36807206355 req-837b74e8-5963-471c-a963-ca6bdb482bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:39.803411 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e06130d9-687c-4cc1-8470-f36807206355 req-837b74e8-5963-471c-a963-ca6bdb482bd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0480657 Sep 21 21:47:39.850159 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e06130d9-687c-4cc1-8470-f36807206355 req-5616825f-05a2-46ab-8d27-08a93570e162 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Sep 21 21:47:40.673285 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06f9ea-768f-443a-a436-c726b5ec407f req-8e14df1d-ed4c-4a61-9f69-4e439bfee23d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:40.675311 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a06f9ea-768f-443a-a436-c726b5ec407f req-8e14df1d-ed4c-4a61-9f69-4e439bfee23d tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0555964 Sep 21 21:47:40.724866 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2a06f9ea-768f-443a-a436-c726b5ec407f req-138b7aee-5327-49ad-83b4-7699f8be1501 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429583 Sep 21 21:47:41.850128 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81018c3d-fdb5-49b1-95a8-ef15afe4367a req-e2c0ba29-d997-4958-ae84-5d2f9cf18a2e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:41.851632 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-81018c3d-fdb5-49b1-95a8-ef15afe4367a req-e2c0ba29-d997-4958-ae84-5d2f9cf18a2e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Sep 21 21:47:41.899324 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-81018c3d-fdb5-49b1-95a8-ef15afe4367a req-3bf9b8bf-9441-4a6c-83bc-67a840b53930 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422184 Sep 21 21:47:48.114585 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-105e985b-8be4-452f-bada-095793945ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:50.396611 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c72cd97c-16e9-4e49-9490-d60641e28aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:51.829219 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.680719 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:53.704971 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.556451 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:59.701374 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.814237 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-1aeff1fb-f58e-4849-933e-a1e805633856 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438137 Sep 21 21:48:14.898038 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-62385752-8c69-4c11-8b92-2c8d952943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.899513 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-62385752-8c69-4c11-8b92-2c8d952943d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0438890 Sep 21 21:48:15.000701 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-2d5c3f6a-1d26-449a-ba2b-6208222a6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:15.002173 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-2d5c3f6a-1d26-449a-ba2b-6208222a6375 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0856302 Sep 21 21:48:15.060603 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-453c96fb-b721-4f35-9128-fb197601bd62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 1001 time: 0.0525188 Sep 21 21:48:15.118505 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-fc638a4e-27dc-49e6-9d9b-335b63a2e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:15.119918 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-fc638a4e-27dc-49e6-9d9b-335b63a2e8ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0535338 Sep 21 21:48:15.169143 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-0acb1351-0cde-46ef-808c-a85b8c548490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:15.170669 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-0acb1351-0cde-46ef-808c-a85b8c548490 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441506 Sep 21 21:48:15.254738 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-47180326-440c-4e10-a3a5-d623cae9f1f4 service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783873 Sep 21 21:48:15.345297 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a448831-6a20-49e0-b502-b8b6bed43b1c req-ac7852b1-f582-4130-92dc-fa3847f74b5a service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841043 Sep 21 21:48:18.116084 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-edd9e37e-db1e-40ba-896c-7d8621509fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.401157 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d8719251-ecae-4a76-a4be-fba2c2f52f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:21.832367 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:23.708874 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.559813 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:29.681190 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:48:29.712232 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:48.117700 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-23453033-260a-4187-b966-d231548f2d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.402043 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fc80cd46-767f-4b47-88c2-a7954e8f01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:51.834646 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:53.712328 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:54.561820 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.544084 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36768) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:57.684421 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Deleting port 318940f6-0c02-4435-a20f-1093e16d3377 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:57.684765 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (318940f6-0c02-4435-a20f-1093e16d3377), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.758271 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (318940f6-0c02-4435-a20f-1093e16d3377), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.758597 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for floatingip (318940f6-0c02-4435-a20f-1093e16d3377), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.770692 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Calling delete_port for 318940f6-0c02-4435-a20f-1093e16d3377 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:57.932404 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (318940f6-0c02-4435-a20f-1093e16d3377), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:57.957996 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event deleted for resources: {'Port': ['ID=318940f6-0c02-4435-a20f-1093e16d3377,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:57.981665 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.982032 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.982372 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.982708 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.983041 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.983370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.983696 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.984021 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.984348 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.984675 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.984998 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.985316 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:57.985632 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:58.023066 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for floatingip (631cc539-aa4b-4ec9-bf44-532bef0bfeaa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.023392 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Floating IP 631cc539-aa4b-4ec9-bf44-532bef0bfeaa disassociated (deleted). External IP: 172.27.0.235, port: 2d524edd-7a42-443c-b7a3-3ca972fac4cd. Sep 21 21:48:58.208565 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Router 296bff3f-680a-41b2-9999-806661e40432 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:48:58.319578 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:48:58.324314 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.331286 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Sync routers for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:48:58.341947 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:48:58.342736 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:58.353185 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-97553119-811a-4c77-89ca-94e98b2905a4 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "DELETE /v2.0/floatingips/631cc539-aa4b-4ec9-bf44-532bef0bfeaa HTTP/1.1" status: 204 len: 168 time: 0.8079853 Sep 21 21:48:58.353842 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:58.356078 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6241cc15-40a1-4ca1-977a-3defc0926038" -d '{"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:58.396022 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa04461e-8bc5-4ee5-8137-8b170ef22e92 x-openstack-request-id: req-fa04461e-8bc5-4ee5-8137-8b170ef22e92 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:58.396314 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:58.396568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa04461e-8bc5-4ee5-8137-8b170ef22e92 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:58.396978 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa04461e-8bc5-4ee5-8137-8b170ef22e92'] response: {'name': 'network-changed', 'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'status': 'completed', 'code': 200} Sep 21 21:48:58.444155 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:48:58.464818 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-a4b962f0-61ff-44df-b7ca-8805eee8fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.466510 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-a4b962f0-61ff-44df-b7ca-8805eee8fe64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 1129 time: 0.0491600 Sep 21 21:48:58.573343 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-deeb3e98-d259-4952-909e-1c354ffdf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.574882 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-deeb3e98-d259-4952-909e-1c354ffdf763 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 200 len: 909 time: 0.0995495 Sep 21 21:48:58.616239 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-ef567488-ca89-47f2-8b25-bd212cb4434c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 200 len: 217 time: 0.0334823 Sep 21 21:48:58.625596 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8310cb-2421-41dc-bec7-c87fc65a99a0 req-48a9cd43-65e8-43cb-9d42-d0a5e4830e0e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.626260 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6a8310cb-2421-41dc-bec7-c87fc65a99a0 req-48a9cd43-65e8-43cb-9d42-d0a5e4830e0e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0674732 Sep 21 21:48:58.666181 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:58.676002 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-54b6d0c6-9246-40de-a734-bbb8eb45986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.677529 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-54b6d0c6-9246-40de-a734-bbb8eb45986a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 200 len: 848 time: 0.0530052 Sep 21 21:48:58.684068 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [req-6a8310cb-2421-41dc-bec7-c87fc65a99a0 req-603a5dc8-d311-4387-a342-2b345eef08be tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519059 Sep 21 21:48:58.695056 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Checking router: 296bff3f-680a-41b2-9999-806661e40432 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:48:58.703759 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:48:58.704366 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:58.733248 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-52b8b559-2780-41c5-8394-28fb2b3fe817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.734746 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-52b8b559-2780-41c5-8394-28fb2b3fe817 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502954 Sep 21 21:48:58.804415 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:48:58.821976 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-0e2dceea-b520-4b87-9fc0-feeb3be5801f service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807123 Sep 21 21:48:58.913372 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6241cc15-40a1-4ca1-977a-3defc0926038 req-b5d5cb46-1e07-4556-a07f-e7e48556d48f service neutron] 10.222.0.20 "GET /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850899 Sep 21 21:48:58.993621 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:59.016819 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4f44c-c462-43bc-b479-157f7a0244cb None None] The sync data for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi is: [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:44:37Z', 'revision_number': 4, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi', '_interfaces': [{'id': '0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c', 'name': '', 'network_id': '27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'mac_address': 'fa:16:3e:36:bf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:36Z', 'updated_at': '2022-09-21T21:44:40Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'subnets': [{'id': '123061a0-f3e7-4542-a4aa-d90b2f0832a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:48:59.231980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491222a-02e8-4cce-9d75-dc60d124609d None None] New status for floating IP 631cc539-aa4b-4ec9-bf44-532bef0bfeaa: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:48:59.706894 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.813863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112944cf-bcb7-4da0-bd04-ae08f5975c11 req-1713ffb0-7670-4936-bfcc-63fe4c17810f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:59.815905 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-112944cf-bcb7-4da0-bd04-ae08f5975c11 req-1713ffb0-7670-4936-bfcc-63fe4c17810f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Sep 21 21:48:59.863430 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-112944cf-bcb7-4da0-bd04-ae08f5975c11 req-abec0ce9-9171-4c8a-b032-e7abcd2a387f tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/security-groups?id=9cd1b2df-e740-4fbe-950c-74f5a57bb691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Sep 21 21:49:00.059229 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38046872-48a5-4332-9d3c-039a4a37a138 req-db0420cc-5076-41a6-9ffd-bef805998b5e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:00.060645 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38046872-48a5-4332-9d3c-039a4a37a138 req-db0420cc-5076-41a6-9ffd-bef805998b5e tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Sep 21 21:49:00.146637 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Deleting port 2d524edd-7a42-443c-b7a3-3ca972fac4cd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:00.146986 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.231730 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] For port 2d524edd-7a42-443c-b7a3-3ca972fac4cd, host hv-cinder-85834, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85834',level=0,port_id=2d524edd-7a42-443c-b7a3-3ca972fac4cd,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:00.232071 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.243897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Calling delete_port for 2d524edd-7a42-443c-b7a3-3ca972fac4cd owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:00.365749 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (2d524edd-7a42-443c-b7a3-3ca972fac4cd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.393966 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event deleted for resources: {'Port': ['ID=2d524edd-7a42-443c-b7a3-3ca972fac4cd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:00.437392 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] No DVR routers for this DVR port 2d524edd-7a42-443c-b7a3-3ca972fac4cd on host hv-cinder-85834 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:49:00.440307 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230604'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.443571 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38046872-48a5-4332-9d3c-039a4a37a138 req-f436fc08-f225-418d-a8d0-dbf8a8e5a6eb tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.20 "DELETE /v2.0/ports/2d524edd-7a42-443c-b7a3-3ca972fac4cd HTTP/1.1" status: 204 len: 173 time: 0.3780527 Sep 21 21:49:00.444081 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-deleted', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:00.446285 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72b37f69b88027da25721e031d27af0e682ac3285e14887666ab2009cc9dd9fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d801d01f-af26-4ac6-9ffe-ffd7b80397ce" -d '{"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-deleted", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:00.482572 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178ebbb-c325-458c-a64f-f4e54e6e21ab x-openstack-request-id: req-1178ebbb-c325-458c-a64f-f4e54e6e21ab {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:00.482863 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a5f06-5781-40b3-a6fd-371272b9dd60", "name": "network-vif-deleted", "tag": "2d524edd-7a42-443c-b7a3-3ca972fac4cd", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:00.483114 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1178ebbb-c325-458c-a64f-f4e54e6e21ab {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:00.483520 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1178ebbb-c325-458c-a64f-f4e54e6e21ab'] response: {'server_uuid': '952a5f06-5781-40b3-a6fd-371272b9dd60', 'name': 'network-vif-deleted', 'tag': '2d524edd-7a42-443c-b7a3-3ca972fac4cd', 'status': 'completed', 'code': 200} Sep 21 21:49:00.976416 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52656e71-7088-45f9-b76f-6bebd2b45dd9 req-d455e6a3-4daa-49a8-b2a6-5f6b3645db81 tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "GET /v2.0/ports?device_id=952a5f06-5781-40b3-a6fd-371272b9dd60 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Sep 21 21:49:02.042020 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36796) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:02.096100 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (9cd1b2df-e740-4fbe-950c-74f5a57bb691), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.120259 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (9cd1b2df-e740-4fbe-950c-74f5a57bb691), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.178213 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (9cd1b2df-e740-4fbe-950c-74f5a57bb691), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.180897 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.182084 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cd1b2df-e740-4fbe-950c-74f5a57bb691 HTTP/1.1" status: 204 len: 168 time: 0.1390700 Sep 21 21:49:02.191456 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e96797-fb36-44ef-aa8b-36bbed44f4dd tempest-TestShelveInstance-17392852 tempest-TestShelveInstance-17392852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1b2df-e740-4fbe-950c-74f5a57bb691,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:02.228367 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36800) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:02.551984 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (296bff3f-680a-41b2-9999-806661e40432), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.787672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Deleting port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:02.787930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.129013 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] For port 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:03.129684 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.141340 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Calling delete_port for 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:03.309912 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.332360 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:03.489786 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (296bff3f-680a-41b2-9999-806661e40432), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.685197 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Router 296bff3f-680a-41b2-9999-806661e40432 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:03.778931 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:03.784857 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-475c04b9-87a1-4ddd-80d0-eb22a4788c9b admin admin] 10.222.0.18 "PUT /v2.0/routers/296bff3f-680a-41b2-9999-806661e40432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5554376 Sep 21 21:49:03.786580 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36802) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:03.788009 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Sync routers for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:03.797387 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:03.798040 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:03.882883 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks [] for router (296bff3f-680a-41b2-9999-806661e40432), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.896737 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:03.982949 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks [] for router_gateway (296bff3f-680a-41b2-9999-806661e40432), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.031770 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Deleting port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:04.032114 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.070626 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:49:03Z', 'revision_number': 5, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port': {'id': 'c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296bff3f-680a-41b2-9999-806661e40432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:35Z', 'updated_at': '2022-09-21T21:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:04.118004 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] For port c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:04.118464 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.132208 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Calling delete_port for c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:04.180201 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Checking router: 296bff3f-680a-41b2-9999-806661e40432 for host: dv-cinder-858344-1-iscsi {{(pid=104012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:04.188369 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Routers {'296bff3f-680a-41b2-9999-806661e40432'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:04.188979 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['296bff3f-680a-41b2-9999-806661e40432'], 'active': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:04.268165 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvr_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] Set router 296bff3f-680a-41b2-9999-806661e40432 gateway port host: None {{(pid=104012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:04.293791 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.315562 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.l3_hamode_db [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:49:03Z', 'revision_number': 6, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:04.318763 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:04.342569 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837580d-e0b7-400d-ab06-d96f9dcba493 None None] The sync data for ids ['296bff3f-680a-41b2-9999-806661e40432'] in dv-cinder-858344-1-iscsi is: [{'id': '296bff3f-680a-41b2-9999-806661e40432', 'name': 'tempest-TestShelveInstance-2109017774-router', 'tenant_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:34Z', 'updated_at': '2022-09-21T21:49:03Z', 'revision_number': 6, 'project_id': 'baba561a8ade4ce1aac9e4936abc38c8', 'gw_port_host': None}] {{(pid=104012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:04.384150 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (296bff3f-680a-41b2-9999-806661e40432), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.467953 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (296bff3f-680a-41b2-9999-806661e40432), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.470031 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks [] for router_controller (296bff3f-680a-41b2-9999-806661e40432), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.509905 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (296bff3f-680a-41b2-9999-806661e40432), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.510444 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296bff3f-680a-41b2-9999-806661e40432 {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:49:04.515193 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.516343 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-18ffaca2-02b6-42e7-b562-7e4eff16fb43 admin admin] 10.222.0.18 "DELETE /v2.0/routers/296bff3f-680a-41b2-9999-806661e40432 HTTP/1.1" status: 204 len: 168 time: 0.7288363 Sep 21 21:49:04.519018 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36804) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:04.561718 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Deleting subnet 123061a0-f3e7-4542-a4aa-d90b2f0832a4 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:49:04.565396 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Publish callbacks [] for subnet (123061a0-f3e7-4542-a4aa-d90b2f0832a4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.597930 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4669506'] for subnet (123061a0-f3e7-4542-a4aa-d90b2f0832a4), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.675571 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (123061a0-f3e7-4542-a4aa-d90b2f0832a4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.733462 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5113746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221916'] for subnet (123061a0-f3e7-4542-a4aa-d90b2f0832a4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.762214 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123061a0-f3e7-4542-a4aa-d90b2f0832a4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:04.764362 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.769959 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-369418cf-9f97-4ce0-9cc5-56dbca500fdf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/123061a0-f3e7-4542-a4aa-d90b2f0832a4 HTTP/1.1" status: 204 len: 168 time: 0.2471385 Sep 21 21:49:04.770119 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423deab9-9757-43b8-927d-370763e5453a None None] Network 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:04.770568 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.18', 36806) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:04.815722 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd no longer exists at agent hyperv_hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:04.845370 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.848185 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] No Port match for: 2d524edd-7a42-443c-b7a3-3ca972fac4cd {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:04.848539 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Device 2d524edd-7a42-443c-b7a3-3ca972fac4cd not bound to the agent host hv-cinder-85834 {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:04.894177 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Deleting port a704f95f-9e67-46e5-a25e-66170eeee4a9 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:04.894415 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.955994 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] For port a704f95f-9e67-46e5-a25e-66170eeee4a9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=a704f95f-9e67-46e5-a25e-66170eeee4a9,segment=NetworkSegment(740afcdd-a640-4c65-a845-429a9ce88f64),segment_id=740afcdd-a640-4c65-a845-429a9ce88f64)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:04.956361 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.968546 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Calling delete_port for a704f95f-9e67-46e5-a25e-66170eeee4a9 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:05.049574 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5113825'] for port (a704f95f-9e67-46e5-a25e-66170eeee4a9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.076535 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] No DVR routers for this DVR port a704f95f-9e67-46e5-a25e-66170eeee4a9 on host dv-cinder-858344-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:49:05.081502 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a704f95f-9e67-46e5-a25e-66170eeee4a9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:05.111713 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169e564-11cb-4343-b132-7e237821df43 None None] DHCP port deletion for 27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:49:05.122963 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:05.144980 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:05.145398 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0c8cfb4c-2217-4c98-bd5e-c9dd4e43e58c not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:05.160168 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.179672 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:05.188911 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740afcdd-a640-4c65-a845-429a9ce88f64') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:05.189230 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740afcdd-a640-4c65-a845-429a9ce88f64') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:05.200470 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4669557'] for segment (740afcdd-a640-4c65-a845-429a9ce88f64), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.212937 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (740afcdd-a640-4c65-a845-429a9ce88f64), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.219047 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:49:05.219444 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5115440'] for segment (740afcdd-a640-4c65-a845-429a9ce88f64), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.281572 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.287796 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.291354 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b HTTP/1.1" status: 204 len: 168 time: 0.5202327 Sep 21 21:49:05.294397 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36812) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:05.306002 dv-cinder-858344-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a750a-f7a4-47c6-9ae4-55f239460f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d1fa3a-eea2-4aa1-b8e2-d3bb493e617b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:05.322556 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 740afcdd-a640-4c65-a845-429a9ce88f64 resource provider aggregate not found Sep 21 21:49:05.347777 dv-cinder-858344-1-iscsi neutron-server[104009]: INFO neutron.services.segments.plugin [-] Segment 740afcdd-a640-4c65-a845-429a9ce88f64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 740afcdd-a640-4c65-a845-429a9ce88f64 found for delete ", "request_id": "req-33693efb-b3d7-454c-9023-4142e307f9dd"}]} Sep 21 21:49:05.618969 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7899658'] for router_interface (a4245531-a2d4-498f-a5ef-e316f214dba9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.842322 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Deleting port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:05.842664 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.919813 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] For port 4a32a0cb-793b-43db-b075-7fa5b5fa04e9, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:05.920185 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:05.932886 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Calling delete_port for 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 owned by network:router_interface {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:06.100172 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (4a32a0cb-793b-43db-b075-7fa5b5fa04e9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.124874 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a32a0cb-793b-43db-b075-7fa5b5fa04e9,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:06.148647 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.149000 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.149346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.149686 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.150049 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.150379 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.150712 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.151043 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.151372 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.151700 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.152025 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.152346 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.152675 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:06.293732 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7805139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7901338'] for router_interface (a4245531-a2d4-498f-a5ef-e316f214dba9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.489751 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Router a4245531-a2d4-498f-a5ef-e316f214dba9 has already been hosted by L3 agent 2cb3d7a2-ea90-4994-8a04-7e5adb155727 {{(pid=104010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:06.588361 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] Notify agent at l3_agent.dv-cinder-858344-1-iscsi the message routers_updated {{(pid=104010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:06.593367 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-1e02818b-181f-4cef-8247-530128455ccf admin admin] 10.222.0.18 "PUT /v2.0/routers/a4245531-a2d4-498f-a5ef-e316f214dba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2979569 Sep 21 21:49:06.596591 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36816) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:06.602472 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Sync routers for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:06.612425 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:06.613044 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:06.662187 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device a704f95f-9e67-46e5-a25e-66170eeee4a9 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:06.680251 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:49:06.684828 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: a704f95f-9e67-46e5-a25e-66170eeee4a9 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:06.685149 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device a704f95f-9e67-46e5-a25e-66170eeee4a9 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:06.685571 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:06.697292 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks [] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.710840 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:06.711185 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device c9d910cb-c3b6-4d65-8156-bbd5bc4f82e8 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:06.795912 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks [] for router_gateway (a4245531-a2d4-498f-a5ef-e316f214dba9), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.846372 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Deleting port 0a321f72-468b-461a-9ad5-03fba17ce09f {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:06.846738 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.886808 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: dv-cinder-858344-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:06.925262 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] For port 0a321f72-468b-461a-9ad5-03fba17ce09f, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=0a321f72-468b-461a-9ad5-03fba17ce09f,segment=NetworkSegment(bd8f720c-10a8-4417-be5b-5c9f29c2a712),segment_id=bd8f720c-10a8-4417-be5b-5c9f29c2a712)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:06.925661 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:06.940398 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Calling delete_port for 0a321f72-468b-461a-9ad5-03fba17ce09f owned by network:router_gateway {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:07.065157 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'external_fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:49:06Z', 'revision_number': 5, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port': {'id': '0a321f72-468b-461a-9ad5-03fba17ce09f', 'name': '', 'network_id': '99270f1b-0a67-4dcd-bf64-a7650e31548a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858344-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dedecf9-0833-4557-a7ca-96dc8e4bc563', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858344-1-iscsi'}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:07.089953 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Checking router: a4245531-a2d4-498f-a5ef-e316f214dba9 for host: dv-cinder-858344-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:07.098254 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Routers {'a4245531-a2d4-498f-a5ef-e316f214dba9'} bound to L3 agent in host dv-cinder-858344-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:07.098937 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858344-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T21:25:50Z,description=,heartbeat_timestamp=2022-09-21T21:48:50Z,host='dv-cinder-858344-1-iscsi',id=2cb3d7a2-ea90-4994-8a04-7e5adb155727,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:25:50Z,topic='l3_agent')) {'router_ids': ['a4245531-a2d4-498f-a5ef-e316f214dba9'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:07.101309 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (0a321f72-468b-461a-9ad5-03fba17ce09f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.133608 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0a321f72-468b-461a-9ad5-03fba17ce09f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:07.167518 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] Set router a4245531-a2d4-498f-a5ef-e316f214dba9 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:07.186734 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7899184'] for router_gateway (a4245531-a2d4-498f-a5ef-e316f214dba9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.218107 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:49:07Z', 'revision_number': 7, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port_host': None}], 'dv-cinder-858344-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:07.241396 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf9b7f-ab9a-4246-a2ac-d0ac6a984824 None None] The sync data for ids ['a4245531-a2d4-498f-a5ef-e316f214dba9'] in dv-cinder-858344-1-iscsi is: [{'id': 'a4245531-a2d4-498f-a5ef-e316f214dba9', 'name': 'tempest-TestShelveInstance-941065915-router', 'tenant_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:44:39Z', 'updated_at': '2022-09-21T21:49:07Z', 'revision_number': 7, 'project_id': 'd5c0bf4578954eafb91ad70e8c7fd880', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:07.490741 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7903679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10718'] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.492815 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks [] for router_controller (a4245531-a2d4-498f-a5ef-e316f214dba9), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.532615 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7903652'] for router (a4245531-a2d4-498f-a5ef-e316f214dba9), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.533229 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4245531-a2d4-498f-a5ef-e316f214dba9 {{(pid=104010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:49:07.537407 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.538793 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b4468ed7-de2a-4c71-88b3-2f7954fb80ec admin admin] 10.222.0.18 "DELETE /v2.0/routers/a4245531-a2d4-498f-a5ef-e316f214dba9 HTTP/1.1" status: 204 len: 168 time: 0.9412713 Sep 21 21:49:07.541241 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36818) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:07.588378 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Deleting subnet bb1b5467-2860-4d3b-9ff9-1a4424813c73 {{(pid=104010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:49:07.591589 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Publish callbacks [] for subnet (bb1b5467-2860-4d3b-9ff9-1a4424813c73), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.626406 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5604407'] for subnet (bb1b5467-2860-4d3b-9ff9-1a4424813c73), precommit_delete_associations {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.699177 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462829'] for subnet (bb1b5467-2860-4d3b-9ff9-1a4424813c73), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.752424 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1462842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5122028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5419117'] for subnet (bb1b5467-2860-4d3b-9ff9-1a4424813c73), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.777558 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1b5467-2860-4d3b-9ff9-1a4424813c73,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:07.782366 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for subnet (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.788083 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-c202086b-7093-4261-a5f0-9de75c8e31c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bb1b5467-2860-4d3b-9ff9-1a4424813c73 HTTP/1.1" status: 204 len: 168 time: 0.2438021 Sep 21 21:49:07.788492 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36820) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:07.788618 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ad643-49ad-4801-8bd3-03b699d0b78f None None] Network dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 requested from dv-cinder-858344-1-iscsi {{(pid=104011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:07.854267 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1456721'] for network (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.902933 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Deleting port 1a2dea76-7413-464e-a89d-95f9ff905ca5 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:07.903153 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.971395 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] For port 1a2dea76-7413-464e-a89d-95f9ff905ca5, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1a2dea76-7413-464e-a89d-95f9ff905ca5,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:07.971758 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:07.984794 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Calling delete_port for 1a2dea76-7413-464e-a89d-95f9ff905ca5 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:07.995615 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] DHCP port deletion for dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 request from dv-cinder-858344-1-iscsi {{(pid=104011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:49:08.040050 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Deleting port 1a2dea76-7413-464e-a89d-95f9ff905ca5 {{(pid=104011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:08.040526 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751864465134'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), before_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.065171 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5121951'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.087807 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2dea76-7413-464e-a89d-95f9ff905ca5,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:08.093434 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] No DVR routers for this DVR port 1a2dea76-7413-464e-a89d-95f9ff905ca5 on host dv-cinder-858344-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:49:08.115210 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] For port 1a2dea76-7413-464e-a89d-95f9ff905ca5, host dv-cinder-858344-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858344-1-iscsi',level=0,port_id=1a2dea76-7413-464e-a89d-95f9ff905ca5,segment=NetworkSegment(b62cc60d-cd7d-44b9-be6c-20785935c4af),segment_id=b62cc60d-cd7d-44b9-be6c-20785935c4af)] {{(pid=104011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:08.115807 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897180'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), precommit_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.129899 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Calling delete_port for 1a2dea76-7413-464e-a89d-95f9ff905ca5 owned by network:dhcp {{(pid=104011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:08.165884 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1462442', 'neutron.services.segments.db._delete_segments_for_network-8751864524279'] for network (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.185828 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4']}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:08.195374 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62cc60d-cd7d-44b9-be6c-20785935c4af') {'for_net_delete': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:08.195662 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.services.segments.db [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62cc60d-cd7d-44b9-be6c-20785935c4af') {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:08.205688 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1511738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751864599125', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751864013761'] for port (1a2dea76-7413-464e-a89d-95f9ff905ca5), after_delete {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.207131 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751864528397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5604352'] for segment (b62cc60d-cd7d-44b9-be6c-20785935c4af), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.221921 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297'] for segment (b62cc60d-cd7d-44b9-be6c-20785935c4af), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.228197 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:49:08.228859 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1548297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5123662'] for segment (b62cc60d-cd7d-44b9-be6c-20785935c4af), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.231182 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Pushing event deleted for resources: {'Port': ['ID=1a2dea76-7413-464e-a89d-95f9ff905ca5,revision_number=None']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:08.240191 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.240386 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.240743 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.241088 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.241428 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.241856 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.242129 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.242465 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.242799 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.243134 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.244228 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.244228 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.244228 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858344-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:08.248457 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584f625-cb1e-4cdc-b353-babc110ab367 None None] No DVR routers for this DVR port 1a2dea76-7413-464e-a89d-95f9ff905ca5 on host dv-cinder-858344-1-iscsi {{(pid=104011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:49:08.300669 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1462451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7805146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7899156'] for network (dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.315343 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7804968'] for network (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.322214 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4 HTTP/1.1" status: 204 len: 168 time: 0.5304072 Sep 21 21:49:08.335343 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment b62cc60d-cd7d-44b9-be6c-20785935c4af resource provider aggregate not found Sep 21 21:49:08.340261 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014448-36fd-445d-8167-ba11564b89b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcffb3a3-3b9c-46e5-a6ef-2fe3b31836e4,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:08.362222 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.services.segments.plugin [-] Segment b62cc60d-cd7d-44b9-be6c-20785935c4af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62cc60d-cd7d-44b9-be6c-20785935c4af found for delete ", "request_id": "req-b29112e5-a176-472d-9d9f-7de6b661d61a"}]} Sep 21 21:49:08.501454 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36830) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:08.543245 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-4562647a-2a95-48e1-9c9e-26aafb61710a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baba561a8ade4ce1aac9e4936abc38c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400765 Sep 21 21:49:08.546070 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36832) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:08.589265 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:08.594871 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] Publish callbacks [] for security_group (5aa4d012-6435-45d0-ad27-02afb2e17760), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.611576 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:08.611928 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 4a32a0cb-793b-43db-b075-7fa5b5fa04e9 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:08.612339 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0a321f72-468b-461a-9ad5-03fba17ce09f no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:08.615734 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] Publish callbacks [] for security_group (5aa4d012-6435-45d0-ad27-02afb2e17760), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.630120 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 0a321f72-468b-461a-9ad5-03fba17ce09f {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:08.630467 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 0a321f72-468b-461a-9ad5-03fba17ce09f not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:08.630874 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1a2dea76-7413-464e-a89d-95f9ff905ca5 no longer exists at agent ovs-agent-dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:08.648756 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.plugin [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] No Port match for: 1a2dea76-7413-464e-a89d-95f9ff905ca5 {{(pid=104011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:08.649016 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.rpc [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Device 1a2dea76-7413-464e-a89d-95f9ff905ca5 not bound to the agent host dv-cinder-858344-1-iscsi {{(pid=104011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:08.663826 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (5aa4d012-6435-45d0-ad27-02afb2e17760), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.666454 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.667708 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aa4d012-6435-45d0-ad27-02afb2e17760 HTTP/1.1" status: 204 len: 168 time: 0.1205714 Sep 21 21:49:08.676000 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106fcab-5c8b-4a1f-884e-020f12a06482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa4d012-6435-45d0-ad27-02afb2e17760,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:09.000565 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36838) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:09.039267 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-00754d90-2dde-4d80-9e38-a73c96032815 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5c0bf4578954eafb91ad70e8c7fd880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375419 Sep 21 21:49:09.041743 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [-] (104010) accepted ('10.222.0.18', 36840) {{(pid=104010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:09.092630 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] Publish callbacks [] for security_group (d4848d72-a8be-496d-b772-d72565eaab03), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.113860 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] Publish callbacks [] for security_group (d4848d72-a8be-496d-b772-d72565eaab03), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.160134 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7881668'] for security_group (d4848d72-a8be-496d-b772-d72565eaab03), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.163308 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.164483 dv-cinder-858344-1-iscsi neutron-server[104010]: INFO neutron.wsgi [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4848d72-a8be-496d-b772-d72565eaab03 HTTP/1.1" status: 204 len: 168 time: 0.1218913 Sep 21 21:49:09.171908 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7705bff-84b2-4a07-b560-c56ecda6aa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4848d72-a8be-496d-b772-d72565eaab03,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:18.119165 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-054fa5e9-3b75-45e9-89bc-a46e55bec72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:20.403895 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3b95b8ab-7dbe-46d2-ac4e-e3a529afbc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:21.836638 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:23.720107 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:24.563579 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.714128 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.678942 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:49:48.120859 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5159d3bd-b3c6-4cd8-abba-cb45cd21c8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.404455 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-0f8e7274-76c5-440d-8ce0-e714df6d7434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.842015 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:53.714141 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.564778 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:59.726598 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.122173 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3baa8339-ec46-470d-be8a-cf899f997286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.405312 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8861-643b-4760-984a-45fd11ae2b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.678412 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:21.841425 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:23.716636 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:24.567630 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:29.723809 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:48.122828 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-64130009-8896-4e05-ab83-4bba386aec16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:50.406905 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-168ba354-eb72-49ca-93fa-e10292662dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:51.843990 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:53.718402 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:54.570387 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:57.676331 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:59.722078 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.124018 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-988eb1ef-6bb0-4521-87a4-e78dc118d210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:20.408470 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2ce3631a-4355-419a-82f2-d35ad51f9b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:21.850745 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:23.722007 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:24.571958 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.737571 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:34.674924 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:51:48.130074 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-bec45dc6-a16a-4756-91f5-fb693d946b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:50.410501 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-1648e16b-abae-47ee-a29e-4ae492e53dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:51.850547 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.723416 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.574109 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.730354 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.674403 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:18.123265 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-8990dc98-c7c7-4880-9eb4-d9cf7c45cc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.413039 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e67033d3-52da-4544-b992-c694ae6fef1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.852362 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.727788 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.576936 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:29.750534 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:48.124989 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-18b50aac-1f97-44c1-95d9-a407134946e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:48.674281 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:50.414972 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-efdf92bd-4298-403f-aaa8-85738d0cbaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:51.855635 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:53.731489 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:54.580449 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:59.745111 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:01.795970 dv-cinder-858344-1-iscsi neutron-server[104010]: DEBUG neutron.wsgi [req-e87428f0-a584-469a-b13d-b7e3a6a7757e req-90f210f3-1db2-44f4-97df-2e3d41eb6f56 service neutron] (104010) timed out ('10.222.0.20', 63876) {{(pid=104010) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 21:53:18.127194 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a2be3df1-35dc-4367-8c2b-0be33c7f2b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.416173 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2362877f-9f0d-4a4c-8124-ebe3569211ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.859083 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:23.732628 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:24.585887 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.673076 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:29.756288 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:48.127907 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5a70-46e5-4112-9d0f-5b3d9b63c3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.418265 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2b27c01c-8740-4f0f-b21a-ed57356bad39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.861462 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-b7b8dcf3-fc80-467a-8baa-d5e87ddf59f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (f84ebc54-01cb-4232-94e4-0c7d89b2b405), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.738577 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-fdec7f62-8530-4588-9154-4d454a6d7a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (8748fd7e-2d11-4675-9c68-904d5d04bbe8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.580298 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d51e01d9-76ba-4397-b6a9-036c1ad42662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (71bc4f9f-6e32-468a-a1e8-bfec286f9eb0), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.764563 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-a202a2c9-95f4-4212-8bf2-c226589277ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (3c980cbe-9b60-4f12-a73e-1e6cd03fb08c), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.672372 dv-cinder-858344-1-iscsi neutron-server[104012]: DEBUG neutron.db.agents_db [None req-e7eea4cf-314e-4165-870c-f9f0ce18ac9d None None] Agent healthcheck: found 6 active agents {{(pid=104012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:54:18.132627 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbfd2-a046-408a-80ce-5b77e16034ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (216d6f1b-7505-4184-9c70-db7388841625), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.420640 dv-cinder-858344-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-beea95bb-406e-4aea-bd3c-13f24e15c03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751864524261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1459613'] for agent (2cb3d7a2-ea90-4994-8a04-7e5adb155727), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}